-- Logs begin at Wed 2021-12-22 16:12:21 UTC, end at Wed 2021-12-22 17:09:30 UTC. -- Dec 22 16:43:43.115356 dv-cinder-784477-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 16:43:45.927434 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.common.config [-] Logging enabled! Dec 22 16:43:45.928130 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 22 16:43:45.928768 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108758) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 16:43:45.932022 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.common.config [-] Logging enabled! Dec 22 16:43:45.932303 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 22 16:43:45.932614 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108758) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 16:43:45.933537 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 16:43:45.933771 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 16:43:45.934141 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 16:43:45.934393 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 16:43:45.934618 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 16:43:45.934932 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.935342 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 22 16:43:45.935651 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.935942 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.936261 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.936557 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.936848 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.937128 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.937414 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.937710 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.937992 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.938268 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.938548 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.938835 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.939113 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.939397 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.939679 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.939961 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] debug = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.940263 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.940694 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.941122 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.941401 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.941687 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.942219 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.942486 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.942758 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.943037 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.943362 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] host = dv-cinder-784477-12-iscsi {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.943641 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.944528 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.944817 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.945100 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.945372 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.945646 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.945927 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.946199 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.946470 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.946741 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.947024 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.947306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.947590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.947813 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.948035 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.948352 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.948638 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.948912 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.949184 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.949454 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.949728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.949997 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.950268 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.950548 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.950826 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.951108 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.951379 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.951652 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.951921 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.952215 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.952493 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.952764 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.953035 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.953307 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.953591 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.953859 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.954129 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.954425 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.954713 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.954992 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.955272 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.955543 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.955820 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.956090 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.956387 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.956657 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_json = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.956925 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.957195 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.957474 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.957744 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.958012 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.958284 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.958552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.958832 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:45.959124 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.959416 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.959738 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.960020 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.960342 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.960643 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.960930 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.961176 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.961458 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.961743 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.962030 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.962306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.962591 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.962866 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.963156 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.963455 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.963745 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.964034 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.964333 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.964613 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.964884 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.965158 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.965442 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.965719 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.966004 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.966289 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.966564 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.966858 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.967139 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.967426 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.967715 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.967990 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.968299 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.968590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.968865 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.969137 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.969411 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.969697 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.969971 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.970241 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.970519 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.970792 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.971059 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.971325 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.971599 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.971886 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.972159 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.972452 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.972719 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.972991 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.973259 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.973538 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.973810 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.974078 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.974346 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.974626 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.974895 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.975187 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.975459 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.975728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.976001 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.976308 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.976578 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.976848 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.977115 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.977384 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.977654 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.977921 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.978193 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.978463 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.978732 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.978998 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.979265 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.979533 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.979813 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.980104 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.980405 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.980681 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.980954 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.981226 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.981498 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.981768 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.982041 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.982314 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.982581 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.982865 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.983143 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.983426 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.983705 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.984007 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.984337 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.984619 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.984902 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.985180 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.985458 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.985740 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.986019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.986307 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.986595 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.986884 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.987170 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.987458 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.987735 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.988037 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.988449 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:45.988668 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 16:43:45.988904 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108758) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 16:43:46.414029 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 22 16:43:46.414306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 22 16:43:46.414620 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 22 16:43:46.414960 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 16:43:46.741431 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.741643 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.741894 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.743393 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.743666 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.743929 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.790763 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.791049 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.791319 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.805315 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.805579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.805847 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.833975 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.834261 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.835044 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.872055 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.872359 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:46.872628 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.208695 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.209374 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.209374 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.209627 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.210216 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.308761 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.309085 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.309368 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.309641 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.309904 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.310214 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.310474 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.310728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.310978 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.311255 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.311514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.311772 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.312024 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.312331 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.312564 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.312822 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.313074 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.313336 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.313600 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.313855 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.314122 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.314373 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.314670 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.315023 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.315270 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.315514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.315902 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.316138 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.316398 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.316632 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.317115 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.317349 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:47.317709 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 16:43:47.320839 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 16:43:47.324914 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 16:43:47.328828 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 22 16:43:47.330460 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 16:43:47.330919 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 16:43:47.331249 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 16:43:47.331629 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 16:43:47.335003 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 16:43:47.335258 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 16:43:47.335601 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 16:43:47.340906 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 22 16:43:47.363706 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 16:43:47.364151 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.364554 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108758) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 22 16:43:47.364914 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.366831 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108758) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 16:43:47.367124 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 16:43:47.367374 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 16:43:47.370607 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.370888 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:47.436459 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 16:43:47.436701 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 16:43:47.436939 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 16:43:47.437306 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 16:43:47.458970 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_db.sqlalchemy.engines [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108758) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 22 16:43:47.900863 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing driver for type 'gre' Dec 22 16:43:47.901482 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] gre ID ranges: [(1, 1000)] Dec 22 16:43:47.957385 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing driver for type 'local' Dec 22 16:43:47.957821 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing driver for type 'vlan' Dec 22 16:43:47.971385 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] VlanTypeDriver initialization complete Dec 22 16:43:47.971734 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing driver for type 'vxlan' Dec 22 16:43:47.972270 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] vxlan ID ranges: [(1, 1000)] Dec 22 16:43:48.022498 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing extension driver 'port_security' Dec 22 16:43:48.022905 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] PortSecurityExtensionDriver initialization complete Dec 22 16:43:48.023237 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing mechanism driver 'openvswitch' Dec 22 16:43:48.023559 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing mechanism driver 'hyperv' Dec 22 16:43:48.030189 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:48.031017 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.031384 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.031739 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.032295 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.032728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.033079 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.033421 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.033823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.034227 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.034573 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.034913 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.035309 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.035709 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.036055 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.036483 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.036883 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.037286 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.037629 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.037964 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.038359 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.038760 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > address_group after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.039103 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > address_group after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.039438 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.039832 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 16:43:48.040233 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] ML2 OVO RPC backend initialized. {{(pid=108758) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 22 16:43:48.040925 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.041276 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.041684 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.042027 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > networks before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.042369 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.042715 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > ports before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.043051 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.043387 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnets before_response 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.043725 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.044059 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.044411 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.044745 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.045077 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.045405 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.045742 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.046072 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.046400 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.046961 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.plugin [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Modular L2 Plugin initialization complete Dec 22 16:43:48.047286 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading services supported by the core plugin {{(pid=108758) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 16:43:48.047607 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.plugins.ml2.managers [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Got port-security extension from driver 'port_security' Dec 22 16:43:48.048063 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.extensions.vlantransparent [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Disabled vlantransparent extension. Dec 22 16:43:48.048569 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108758) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 16:43:48.048887 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: router Dec 22 16:43:48.085787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.086175 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_create 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.086545 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router before_create 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.086909 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.087277 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.087629 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_delete 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.087984 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.088495 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.088856 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_create 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.089201 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.089548 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.089898 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.090256 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.090665 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.091031 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.091370 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.091707 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: subnet after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.092042 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.092409 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.092755 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.093092 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.093434 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.093787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router after_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.094124 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.094470 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.094823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.095164 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.095523 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > agent after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.095871 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > agent after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.096235 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > network after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.097103 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Tracking information for resource: router configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:48.097438 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Tracking information for resource: floatingip configured {{(pid=108758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 16:43:48.102398 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.db.l3_agentschedulers_db [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 16:43:48.102974 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.103328 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.103675 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.104021 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: port after_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.104822 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router before_create 55550100 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.105180 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.105536 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_create 55550100 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.105886 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > router precommit_update 55550100 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.110584 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.provider_configuration [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service providers = [] {{(pid=108758) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 16:43:48.110949 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.db.servicetype_db [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108758) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 16:43:48.113918 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.service_base [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 16:43:48.114251 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.service_base [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 16:43:48.114588 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.service_base [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 16:43:48.115469 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.services.service_base [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 16:43:48.116384 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.services.service_base [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 16:43:48.116755 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.117072 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 16:43:48.127710 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.128049 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: auto_allocate Dec 22 16:43:48.134426 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: network precommit_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.134791 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: network precommit_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.135307 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.135628 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: tag Dec 22 16:43:48.142452 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.142788 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: timestamp Dec 22 16:43:48.146644 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.147349 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: network_ip_availability Dec 22 16:43:48.152893 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.153208 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.153559 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.154269 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.154585 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: flavors Dec 22 16:43:48.159554 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.159887 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading Plugin: revisions Dec 22 16:43:48.164233 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 16:43:48.164631 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=108758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 22 16:43:48.165365 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108758) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 16:43:48.165700 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Initializing extension manager. Dec 22 16:43:48.166212 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: __init__.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.166552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: __pycache__ {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.166884 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.167213 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: address_group.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.167960 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.168557 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: address-group Dec 22 16:43:48.168879 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: address_scope.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.169585 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.170089 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: address-scope Dec 22 16:43:48.170406 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.171327 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.171833 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: router-admin-state-down-before-update Dec 22 16:43:48.172149 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: agent.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.172869 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.173372 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: agent Dec 22 16:43:48.173689 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: agent_resources_synced.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.174587 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.175092 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: agent-resources-synced Dec 22 16:43:48.175409 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: allowedaddresspairs.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.177220 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.177737 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: allowed-address-pairs Dec 22 16:43:48.178063 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: auto_allocated_topology.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.179655 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.180168 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: auto-allocated-topology Dec 22 16:43:48.180520 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: availability_zone.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.181210 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.181712 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: availability_zone Dec 22 16:43:48.182031 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: availability_zone_filter.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.182938 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.183440 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: availability_zone_filter Dec 22 16:43:48.183757 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: data_plane_status.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.184688 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.185186 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 16:43:48.185504 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: default_subnetpools.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.186413 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.186914 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: default-subnetpools Dec 22 16:43:48.187234 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.188036 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.188574 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: dhcp_agent_scheduler Dec 22 16:43:48.188898 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: dns.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.189809 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.190309 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 16:43:48.190628 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: dns_domain_ports.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.191542 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.192335 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 16:43:48.192657 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.193570 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.194622 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 22 16:43:48.194938 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: dvr.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.195602 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.196104 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: dvr Dec 22 16:43:48.196449 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: ecmp_routes.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.197357 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.197860 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 22 16:43:48.198181 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: empty_string_filtering.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.199091 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.199597 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: empty-string-filtering Dec 22 16:43:48.199918 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.200858 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.201362 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 16:43:48.201679 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.202586 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.203090 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 16:43:48.203406 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: external_net.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.204345 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.204853 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: external-net Dec 22 16:43:48.205169 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.206081 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.206582 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: extra_dhcp_opt Dec 22 16:43:48.206897 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: extraroute.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.207796 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.208322 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: extraroute Dec 22 16:43:48.208645 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: extraroute_atomic.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.211220 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.211745 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: extraroute-atomic Dec 22 16:43:48.212091 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: filter_validation.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.212781 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.213292 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: filter-validation Dec 22 16:43:48.213619 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: fip_pf_description.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.214533 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.215041 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 16:43:48.215365 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: fip_port_details.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.216304 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.216813 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: fip-port-details Dec 22 16:43:48.217133 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: flavors.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.218364 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.218876 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: flavors Dec 22 16:43:48.219198 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.220922 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.221438 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 16:43:48.221764 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: floatingip_pools.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.222460 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.222969 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: floatingip-pools Dec 22 16:43:48.223292 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: ip_allocation.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.224244 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.224751 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 16:43:48.225098 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.226012 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.226516 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: ip-substring-filtering Dec 22 16:43:48.226838 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l2_adjacency.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.227767 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.228300 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 16:43:48.228627 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.229579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.230087 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: router Dec 22 16:43:48.230406 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.232703 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.233226 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 16:43:48.233554 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.234481 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.234994 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: ext-gw-mode Dec 22 16:43:48.235315 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.236252 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.236763 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: l3-ha Dec 22 16:43:48.237084 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3_flavors.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.237989 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.238504 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: l3-flavors Dec 22 16:43:48.238823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.239730 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.240265 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 16:43:48.240589 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: l3agentscheduler.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.242151 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.242659 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: l3_agent_scheduler Dec 22 16:43:48.242982 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: local_ip.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.244819 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.245341 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension local_ip not supported by any of loaded plugins Dec 22 16:43:48.245670 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: logging.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.247160 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.247679 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension logging not supported by any of loaded plugins Dec 22 16:43:48.248010 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: metering.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.248893 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.249477 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: metering Dec 22 16:43:48.249804 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.250891 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.251405 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: metering_source_and_destination_fields Dec 22 16:43:48.251733 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: multiprovidernet.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.252679 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.253188 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: multi-provider Dec 22 16:43:48.253514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: netmtu.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.254423 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.254928 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: net-mtu Dec 22 16:43:48.255251 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: netmtu_writable.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.256164 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.257244 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: net-mtu-writable Dec 22 16:43:48.257567 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: network_availability_zone.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.258234 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.258735 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: network_availability_zone Dec 22 16:43:48.259062 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: network_ip_availability.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.260173 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.260708 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: network-ip-availability Dec 22 16:43:48.261032 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: network_segment_range.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.261789 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.262288 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 16:43:48.262606 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: pagination.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.263579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.263908 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: pagination Dec 22 16:43:48.264254 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: port_device_profile.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.265157 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.265668 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: port-device-profile Dec 22 16:43:48.265990 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.266898 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.267404 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: port-mac-address-regenerate Dec 22 16:43:48.267723 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.268672 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.269186 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: port-numa-affinity-policy Dec 22 16:43:48.269505 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: port_resource_request.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.270410 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.270911 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 16:43:48.271229 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: port_resource_request_groups.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.272252 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.272758 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 22 16:43:48.273075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: portbindings.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.273992 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.274494 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: binding Dec 22 16:43:48.274809 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: portbindings_extended.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.276064 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.276610 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: binding-extended Dec 22 16:43:48.276930 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: portsecurity.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.277836 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.278341 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: port-security Dec 22 16:43:48.278663 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: project_id.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.279635 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.279964 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: project-id Dec 22 16:43:48.280310 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: providernet.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.281220 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.281728 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: provider Dec 22 16:43:48.282046 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.285622 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.286149 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos not supported by any of loaded plugins Dec 22 16:43:48.286479 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.287759 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.288306 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 16:43:48.288635 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.289555 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.290066 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 16:43:48.290387 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_default.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.291292 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.291801 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-default not supported by any of loaded plugins Dec 22 16:43:48.292124 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_fip.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.292805 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.293304 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 16:43:48.293622 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.294527 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.295029 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 22 16:43:48.295347 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_gateway_ip.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.296280 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.296782 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 16:43:48.297099 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_port_network_policy.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.298133 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.298636 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 16:43:48.298959 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.299994 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.300526 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 22 16:43:48.300848 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_pps_rule.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.302044 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.302554 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-pps not supported by any of loaded plugins Dec 22 16:43:48.302874 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_rule_type_details.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.304322 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.304830 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 16:43:48.305151 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: qos_rules_alias.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.306197 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.306702 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 16:43:48.307024 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: quota_check_limit.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.307935 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.308464 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: quota-check-limit Dec 22 16:43:48.308786 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: quotasv2.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.309714 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.310040 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: quotas Dec 22 16:43:48.310356 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: quotasv2_detail.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.313608 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.313950 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: quota_details Dec 22 16:43:48.314281 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: rbac.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.315337 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.315863 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: rbac-policies Dec 22 16:43:48.316212 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: rbac_address_group.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.317401 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.317917 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: rbac-address-group Dec 22 16:43:48.318243 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: rbac_address_scope.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.319236 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.319753 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: rbac-address-scope Dec 22 16:43:48.320080 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: rbac_security_groups.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.321022 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.321554 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: rbac-security-groups Dec 22 16:43:48.321857 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: rbac_subnetpool.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.322760 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.323268 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: rbac-subnetpool Dec 22 16:43:48.323593 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: revisionifmatch.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.324537 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.325043 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: revision-if-match Dec 22 16:43:48.325363 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: revisions.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.326465 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.326974 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: standard-attr-revisions Dec 22 16:43:48.327298 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: router_availability_zone.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.327961 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.328502 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: router_availability_zone Dec 22 16:43:48.328824 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: routerservicetype.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.329761 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.330271 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 16:43:48.330592 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.331579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.332096 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: security-groups-normalized-cidr Dec 22 16:43:48.332439 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.333368 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.333880 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: port-security-groups-filtering Dec 22 16:43:48.334203 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.335657 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.336164 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: security-groups-remote-address-group Dec 22 16:43:48.336514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.337427 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.337937 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: security-groups-shared-filtering Dec 22 16:43:48.338260 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.338843 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 22 16:43:48.339162 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: securitygroup.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.348991 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.349523 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: security-group Dec 22 16:43:48.349861 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: segment.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.350715 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.351226 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension segment not supported by any of loaded plugins Dec 22 16:43:48.351552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.352533 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.353040 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 16:43:48.353366 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: servicetype.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.354466 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.354983 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: service-type Dec 22 16:43:48.355306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: sorting.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.356317 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.356648 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: sorting Dec 22 16:43:48.356969 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: standard_attr_segment.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.357885 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.358407 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 16:43:48.358731 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: standardattrdescription.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.359397 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.359918 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: standard-attr-description Dec 22 16:43:48.360266 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: stateful_security_group.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.361196 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.361711 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: stateful-security-group Dec 22 16:43:48.362033 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: stdattrs_common.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.362597 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 16:43:48.362917 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.363861 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.364392 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 16:43:48.364711 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnet_onboard.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.365797 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.366316 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: subnet_onboard Dec 22 16:43:48.366641 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.367561 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.368071 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 16:43:48.368422 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnet_service_types.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.369344 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.369868 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: subnet-service-types Dec 22 16:43:48.370191 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnetallocation.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.371283 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.371796 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: subnet_allocation Dec 22 16:43:48.372115 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.372799 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.373311 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: subnetpool-prefix-ops Dec 22 16:43:48.373631 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.374574 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.375078 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 16:43:48.375397 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: tagging.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.376475 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.376991 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: standard-attr-tag Dec 22 16:43:48.377339 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: timestamp.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.378531 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.379042 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loaded extension: standard-attr-timestamp Dec 22 16:43:48.379366 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: trunk.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.380417 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.380931 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension trunk not supported by any of loaded plugins Dec 22 16:43:48.381766 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: trunk_details.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.382684 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.383195 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 16:43:48.383515 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: uplink_status_propagation.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.384458 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.384968 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 16:43:48.385285 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Loading extension file: vlantransparent.py {{(pid=108758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 16:43:48.385953 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 16:43:48.386455 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 16:43:48.388979 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:network Dec 22 16:43:48.389507 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnet Dec 22 16:43:48.389895 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 16:43:48.390276 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:port Dec 22 16:43:48.391498 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.391942 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service FLAVORS assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.392587 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.393006 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.393332 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:router Dec 22 16:43:48.393748 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 16:43:48.394240 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service METERING assigned prefix: /metering {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.395654 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.396020 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.396398 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:43:48.397463 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 16:43:48.397900 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 16:43:48.398325 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 16:43:48.398941 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service CORE assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.399268 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 16:43:48.399605 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] subnetpool is already registered Dec 22 16:43:48.400019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service CORE assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.400377 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 16:43:48.400702 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] subnetpool is already registered Dec 22 16:43:48.402985 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.403368 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service FLAVORS assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.403946 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.404384 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.404711 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:router Dec 22 16:43:48.405044 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] router is already registered Dec 22 16:43:48.405446 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 16:43:48.405775 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] floatingip is already registered Dec 22 16:43:48.406220 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service METERING assigned prefix: /metering {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.406868 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 16:43:48.407190 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] rbac_policy is already registered Dec 22 16:43:48.407591 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 16:43:48.407917 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] security_group is already registered Dec 22 16:43:48.408341 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 16:43:48.408671 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] security_group_rule is already registered Dec 22 16:43:48.409292 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service CORE assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.409613 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 16:43:48.409935 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] subnetpool is already registered Dec 22 16:43:48.410344 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.v2.resource_helper [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Service CORE assigned prefix: {{(pid=108758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 16:43:48.410668 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 16:43:48.410992 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING neutron.quota.resource_registry [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] subnetpool is already registered Dec 22 16:43:48.411446 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: extensions {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.413439 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: address-groups {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.414905 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: address-scopes {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.416226 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: agents {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.417370 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: auto-allocated-topology {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.418606 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: availability_zones {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.419815 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: dhcp-networks {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.421367 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: dhcp-agents {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.422769 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: routers {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.424995 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: flavors {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.426153 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: service_profiles {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.427351 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: next_providers {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.429348 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: service_profiles {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.431803 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: floatingip-pools {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.433073 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: routers {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.435145 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: floatingips {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.436443 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: l3-routers {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.437814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: l3-agents {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.439219 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: metering-labels {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.440595 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: metering-label-rules {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.442154 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: network-ip-availabilities {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.443391 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: bindings {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.445076 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: quotas {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.446633 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: quotas {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.448149 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: rbac-policies {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.449431 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: security-groups {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.450644 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: security-group-rules {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.451867 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: service-providers {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.453111 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: subnetpools {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.454530 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: subnetpools {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.455981 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.457650 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.459464 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.461262 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.463037 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.464907 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.466616 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.468529 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.470267 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.472101 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron.api.extensions [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Extended resource: tags {{(pid=108758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 16:43:48.478487 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING keystonemiddleware.auth_token [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 16:43:48.483192 dv-cinder-784477-12-iscsi neutron-server[108758]: WARNING keystonemiddleware.auth_token [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 16:43:48.492299 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Acquired lock "singleton_lock" {{(pid=108758) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 22 16:43:48.492766 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_concurrency.lockutils [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Releasing lock "singleton_lock" {{(pid=108758) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 22 16:43:48.493416 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Starting 2 workers Dec 22 16:43:48.498206 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Started child 108901 {{(pid=108758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 16:43:48.502634 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Started child 108902 {{(pid=108758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 16:43:48.503601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.504255 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO neutron.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 16:43:48.504878 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Publish callbacks [] for process, before_spawn {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.505133 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [-] (108901) wsgi starting up on http://0.0.0.0:9696 Dec 22 16:43:48.507298 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Starting 1 workers Dec 22 16:43:48.507502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.508942 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [-] (108902) wsgi starting up on http://0.0.0.0:9696 Dec 22 16:43:48.512592 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Started child 108903 {{(pid=108758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 16:43:48.513163 dv-cinder-784477-12-iscsi neutron-server[108758]: INFO oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Starting 1 workers Dec 22 16:43:48.516657 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] calling RpcWorker wait() {{(pid=108903) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 16:43:48.517226 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] returning from RpcWorker wait() {{(pid=108903) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 16:43:48.517664 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Started child 108904 {{(pid=108758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 16:43:48.518442 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.518562 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-b2ce28d7-2a51-49aa-b030-5aaa94fbfea8 None None] Publish callbacks [] for process, after_spawn {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.518892 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:48.520340 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108758) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 16:43:48.520557 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 16:43:48.520745 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 16:43:48.520963 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 16:43:48.521306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 16:43:48.521489 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 16:43:48.522051 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.522320 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.522598 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.522709 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:43:48.523150 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.523150 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.523628 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:48.523737 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.523964 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.524218 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.524487 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.524740 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.524912 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.525076 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.525317 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.525566 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.525879 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.526160 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.526396 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.526637 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.526801 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.527050 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.527320 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.527569 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.527831 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] debug = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.528078 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.528573 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.528814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.529061 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.529292 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.529560 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.529807 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.530054 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.530264 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.530517 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.530758 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.531001 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.531238 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.531469 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.531712 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.531924 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.532178 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.532441 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.532897 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] host = dv-cinder-784477-12-iscsi {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.533129 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.533343 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.533712 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.533868 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.534068 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.534295 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.534560 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.534835 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.535087 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.535308 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.535567 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.535808 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.536020 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.536290 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.536450 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_options = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.536681 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.536954 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.537209 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.537405 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.538128 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.538284 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.538520 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.538667 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.538920 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.539134 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.539382 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.539571 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.539783 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.540038 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.540315 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.540547 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.540787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.541014 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.541274 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.541501 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.541719 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.541952 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.542215 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.542452 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.542657 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.542871 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.543094 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.543336 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.543552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.543911 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.544077 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.544567 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.544567 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.544952 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.545146 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.545300 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.545447 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.545773 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.545934 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.546165 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.546419 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.546664 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.546892 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.547126 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.547358 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.547593 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.548016 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_json = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.548250 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.548482 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.548769 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.549207 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.549207 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.549601 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.549601 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.549952 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.550276 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.550760 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.550933 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.551115 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.551348 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.551589 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.551833 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.552084 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.552353 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.552586 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.552893 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.553182 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.554047 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.554243 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.554508 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.554834 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.555075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.555344 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.555582 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.555830 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.556049 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.556823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.556823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.556823 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.557072 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.557267 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.557507 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.557792 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.558084 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.558419 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.558691 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.558945 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.559208 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.562577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.563814 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.564958 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.565389 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.565389 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.565535 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.565672 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.565893 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.566105 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.566581 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.567110 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.567385 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.567673 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.569444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.570191 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.570191 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.570425 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.570667 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.570956 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.571234 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.571524 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.571796 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.572075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.572850 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.572850 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.572850 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.573236 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.573474 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.573747 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.574020 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.574288 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.574574 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.574863 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.575202 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.575584 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.575896 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.576156 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.576432 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.576676 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.576897 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.577152 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.577368 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.577604 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.577837 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.578087 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.578309 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.578555 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.578787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.579514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.579514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.579514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.579747 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.580121 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.580397 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.580643 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.580918 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.581169 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.581396 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.581797 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.582170 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.582579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.582963 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.583398 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.583623 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.583880 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.584169 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.584622 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.585030 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.585418 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.585821 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.586080 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.586331 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.586590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.586826 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.587074 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.587295 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.587551 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.587787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.588005 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.588276 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.588584 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.588821 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.589054 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.589268 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.589538 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.589775 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.590005 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.590284 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.590529 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.590785 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.591060 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.591305 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.591537 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.591751 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.592005 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.592235 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.592478 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.592690 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.592937 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.593154 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.593385 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.593636 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.593849 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.594065 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.594278 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.594508 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.594723 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.594951 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.595161 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.595376 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.595609 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.595824 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.596039 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.596290 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.596532 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.596780 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.596997 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.597258 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.597508 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.597738 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.597966 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.598202 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.598464 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.598692 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.598933 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.599169 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.599402 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.599618 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.599850 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.600592 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.600807 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.601048 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.601429 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.601681 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.601938 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.602281 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.602522 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.602751 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.602985 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.603218 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.603437 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.603686 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.603904 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.604116 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.604894 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.604894 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.604894 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.605342 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.605342 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.605589 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.605723 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.605903 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.606104 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.606319 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.606608 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.606858 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.607088 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.607343 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.607579 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.607807 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.608035 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.608302 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.608501 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.608748 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.608928 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.609142 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.609387 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.609595 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.609802 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.610019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.610232 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.610463 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.610701 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.610908 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.611115 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.611354 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.611566 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.611773 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.612030 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.612348 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.612468 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.612670 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.612883 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.613089 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.613333 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.613541 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.613749 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.613970 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.614184 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.614390 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.614688 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.614934 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.615147 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.615451 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.616318 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.616565 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.616806 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.617101 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.617338 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.617573 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.617804 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.618016 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.618264 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.618526 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.618827 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.619108 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.619364 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.619593 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.619864 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.620143 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.620426 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.620637 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.620938 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.621257 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.621846 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.621846 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.622358 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.622358 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.622636 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.622636 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.622899 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.623100 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.623311 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.623546 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.623772 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.624446 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.624446 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.624446 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.624862 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:43:48.625012 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.625012 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.625274 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.625409 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.625570 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.625727 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 16:43:48.626254 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108758) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 16:43:48.626415 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 16:43:48.626553 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 16:43:48.626757 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 16:43:48.626927 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 16:43:48.627067 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 16:43:48.627275 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.627433 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.627591 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.627748 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.627904 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.628083 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.628266 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.628426 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.628581 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.628738 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629324 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629324 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629804 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629804 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.629804 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630060 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630060 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630252 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630385 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630518 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630641 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] debug = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.630763 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631143 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631143 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631408 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631408 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631577 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631761 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.631904 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632033 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632188 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632370 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632527 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632683 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632840 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.632995 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633151 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633306 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633461 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633616 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] host = dv-cinder-784477-12-iscsi {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633772 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.633928 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634084 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634228 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634385 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634539 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634697 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.634852 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635007 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635162 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635317 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635472 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635633 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635824 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.635967 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_options = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636123 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636277 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636408 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636567 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.636886 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637043 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637199 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637356 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637512 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637667 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637824 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.637979 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638133 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638289 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638444 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638600 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638756 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.638912 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639067 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639221 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639376 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639532 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639689 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.639847 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640002 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640157 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640328 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640479 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640635 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640790 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.640946 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641103 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641259 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641439 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641569 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641728 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.641882 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642065 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642201 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642363 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642519 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642675 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642830 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.642985 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643141 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643296 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_json = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643451 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643605 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643762 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.643918 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.644072 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.644247 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.644405 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.644559 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 16:43:48.644738 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.644916 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645065 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645224 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645382 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645540 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645700 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.645859 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646018 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646176 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646343 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646502 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646671 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.646842 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647008 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647169 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647347 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647482 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647639 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647797 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.647955 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648113 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648313 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648472 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648630 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648786 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.648944 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649110 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649268 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649442 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649601 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649760 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.649917 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650075 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650238 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650398 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650557 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650715 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.650881 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651023 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651181 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651340 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651497 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651654 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651813 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.651972 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652131 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652313 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652476 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652634 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652793 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.652951 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653159 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653308 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653436 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653568 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653712 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.653881 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654038 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654195 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654353 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654935 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654935 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654935 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.654935 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655250 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655250 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655394 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655710 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.655868 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656027 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656185 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656373 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656497 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656659 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656818 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.656989 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.657590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.657590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.657590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.657590 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658019 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658226 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658305 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658452 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658609 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658767 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.658924 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659092 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659267 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659425 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659584 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659741 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.659900 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660058 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660236 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660399 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660558 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660718 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.660875 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661033 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661194 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661353 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661509 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661667 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661825 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.661981 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.662140 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.662298 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.662459 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663140 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663298 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663456 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663619 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663792 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.663945 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.664090 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.664276 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.664433 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.664756 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.664927 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665087 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665246 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665405 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665563 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665722 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.665879 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666036 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666193 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666352 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666510 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666680 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666839 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.666999 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667158 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667340 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667514 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667659 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667818 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.667976 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668134 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668314 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668473 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668631 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668789 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.668947 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669106 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669265 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669422 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669580 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669742 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.669902 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670061 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670219 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670377 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670536 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670694 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.670851 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671008 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671165 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671323 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671481 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671639 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671797 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.671954 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672112 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672290 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672449 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672605 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672763 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.672925 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673083 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673242 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673401 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673559 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673719 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.673877 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674035 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674194 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674353 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674510 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674669 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674829 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.674988 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675143 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675301 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675459 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675617 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675774 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.675931 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676103 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676283 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676447 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676604 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676761 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.676919 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677077 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677234 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677391 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677548 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677705 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.677866 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.678026 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.678787 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.678948 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679106 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679264 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679422 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679581 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679754 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.679913 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680071 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680248 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680407 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680568 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680738 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.680897 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681055 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681213 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681370 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681528 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681697 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.681855 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682013 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682171 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682328 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682485 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682654 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682813 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.682975 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683132 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683289 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683447 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683614 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683790 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.683929 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684086 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684263 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684423 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684592 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684754 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.684914 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685070 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685227 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685384 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685552 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685711 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.685870 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686036 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686193 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686351 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686511 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686681 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.686841 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687001 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687161 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687318 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687475 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687635 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687796 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.687969 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688134 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688321 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688486 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688654 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688822 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.688981 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689146 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689316 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689476 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689633 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689791 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.689948 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690106 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690264 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690421 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690578 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690736 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.690893 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.691050 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.691208 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.691365 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.691522 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.691679 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.692088 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.692266 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.692428 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.692585 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 16:43:48.692736 dv-cinder-784477-12-iscsi neutron-server[108758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 16:43:48.791598 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54854) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:43:48.800345 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064936 Dec 22 16:44:00.483680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a645c0f-8464-465f-acbc-25216be1d659 None None] get_active_networks_info from dv-cinder-784477-12-iscsi {{(pid=108903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 16:44:00.545058 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a645c0f-8464-465f-acbc-25216be1d659 None None] No non-hosted networks {{(pid=108903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 16:44:00.563103 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.agentschedulers_db [None req-0a645c0f-8464-465f-acbc-25216be1d659 None None] DHCP Agent not found on host dv-cinder-784477-12-iscsi {{(pid=108903) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 16:44:00.726991 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-88ca2133-82be-480a-b4ad-cc315499e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:02.650369 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e2f95402-b95f-4d32-afbf-0a46081ba2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:02.687483 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e53b65ab-9530-4bfa-9b28-5f27d1f09946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:04.007677 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:05.444084 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:06.335450 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:06.337989 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.338579 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.339846 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.341576 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.343102 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.344466 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.345041 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.345789 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.349972 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.352521 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.354725 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.355097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.355468 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:06.355913 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:06.366376 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:06.507422 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.db.l3_hamode_db [None req-7c5cebf2-7009-42ad-b715-0b96f89b8b23 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 16:44:06.595116 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cebf2-7009-42ad-b715-0b96f89b8b23 None None] Routers set() bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:44:06.595840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cebf2-7009-42ad-b715-0b96f89b8b23 None None] Router IDs set() for agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 16:44:06.966058 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54944) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:07.473117 dv-cinder-784477-12-iscsi neutron-server[108902]: WARNING oslo_policy.policy [None req-6fdac092-26e0-4175-87f8-5c90cdf37a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:07.473795 dv-cinder-784477-12-iscsi neutron-server[108902]: WARNING oslo_policy.policy [None req-6fdac092-26e0-4175-87f8-5c90cdf37a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:07.701612 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [None req-6fdac092-26e0-4175-87f8-5c90cdf37a55 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:44:07.702760 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6fdac092-26e0-4175-87f8-5c90cdf37a55 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7357464 Dec 22 16:44:10.445698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54960) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:10.762341 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:10.858083 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.policy [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 16:44:10.903774 dv-cinder-784477-12-iscsi neutron-server[108902]: WARNING oslo_policy.policy [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:10.904147 dv-cinder-784477-12-iscsi neutron-server[108902]: WARNING oslo_policy.policy [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:10.912712 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.quota [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] Loaded quota_driver: . Dec 22 16:44:11.003902 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445976245', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445976650', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445892350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445895159', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445872341', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445930368', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3736691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3741422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738884'] for rbac-policy, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:11.071844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:11.073068 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-d6f07520-4591-4c35-93f1-0889666fff15 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6264298 Dec 22 16:44:13.894269 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54972) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:14.189953 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'project_id': '30542876b7db497c9155b8edfe8c499d'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:14.220243 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Made reservation on behalf of 30542876b7db497c9155b8edfe8c499d for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:44:14.222953 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.241112 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.356086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.359834 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.379470 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:44:14.407590 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782446806995', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.408174 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Unsubscribe: segment precommit_create {{(pid=108902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 16:44:14.408724 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Added segment 88dfe800-526b-400b-88bb-3cc9ca7b5471 of type vlan for network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 Dec 22 16:44:14.424928 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d41fdf-4619-46c5-8a08-595262d6c8c9,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:14.450563 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.450915 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.451289 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.451622 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.451953 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.452299 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.452640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.452962 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.453306 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.453613 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.453925 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.454236 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.454548 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Tracked resource versions report: Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: pushed versions: Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: { 'AddressGroup': {'1.2'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'ConntrackHelper': {'1.0'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Log': {'1.0'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Network': {'1.1'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Port': {'1.7'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'PortForwarding': {'1.2'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'QosPolicy': {'1.10'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroup': {'1.5'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SubPort': {'1.0'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Subnet': {'1.1'}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Trunk': {'1.1'}} Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: consumer versions: Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'ConntrackHelper': '1.0', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'LocalIPAssociation': '1.0', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Log': '1.0', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Network': '1.1', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Port': '1.7', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'PortForwarding': '1.2', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'QosPolicy': '1.10', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroup': '1.5', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroupRule': '1.2', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SubPort': '1.0', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Subnet': '1.1', Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Trunk': '1.1'}} Dec 22 16:44:14.455892 dv-cinder-784477-12-iscsi neutron-server[108902]: {{(pid=108902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:44:14.518297 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.559881 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.561041 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:14.561776 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:14.618277 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7229531 Dec 22 16:44:14.670098 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dffec-f019-459e-9936-0b7c58d26d0b admin admin] Pushing event updated for resources: {'Network': ['ID=58de7e5c-3f49-48c0-8e9b-c73db23a93c2,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:14.685896 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:44:17.474455 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54986) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:17.867240 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa34a7a-0c1b-4619-83d4-ae4d8a873785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:17.868614 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2aa34a7a-0c1b-4619-83d4-ae4d8a873785 admin admin] 10.222.0.41 "GET /v2.0/networks/58de7e5c-3f49-48c0-8e9b-c73db23a93c2 HTTP/1.1" status: 200 len: 825 time: 0.3931837 Dec 22 16:44:17.892870 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ef1dd3c5-6d81-421d-a473-72379f837d8d admin admin] 10.222.0.41 "GET /v2.0/subnetpools/eaf3158e-7d79-4f35-b885-8df142ec3e97 HTTP/1.1" status: 200 len: 734 time: 0.0180383 Dec 22 16:44:17.902787 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Request body: {'subnet': {'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:17.925574 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Made reservation on behalf of 30542876b7db497c9155b8edfe8c499d for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:44:17.928006 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:18.224702 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:18.294559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29922209-811e-41e9-8273-acf1333c0d4e,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:18.296482 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Checking segment: {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:44:18.296835 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Network hostable DHCP agents. Network: 58de7e5c-3f49-48c0-8e9b-c73db23a93c2, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:44:18.317176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:44:18.329272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 58de7e5c-3f49-48c0-8e9b-c73db23a93c2) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:18.334090 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:18.334705 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:18.340785 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e99da-5473-4275-ba45-8630935660e0 None None] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:44:18.352263 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-c361d3a9-81da-45d0-95f2-ab7baa375fb8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4525521 Dec 22 16:44:18.615977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'project_id': '30542876b7db497c9155b8edfe8c499d', 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:44:18.617267 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:18.915034 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Allocated IP 172.20.0.2 (58de7e5c-3f49-48c0-8e9b-c73db23a93c2/29922209-811e-41e9-8273-acf1333c0d4e/56837dde-0a38-4bf2-9cb9-a15a58129474) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:44:19.158985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:19.166794 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:19.264478 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:44:19.269597 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:19.271971 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Pushing event updated for resources: {'Port': ['ID=56837dde-0a38-4bf2-9cb9-a15a58129474,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:19.277147 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:44:19.285853 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.286284 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.286726 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.287118 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.287489 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.287887 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.288271 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.288633 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.289023 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.289462 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.289847 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.290234 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.290630 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Tracked resource versions report: Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: pushed versions: Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: { 'AddressGroup': {'1.2'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'ConntrackHelper': {'1.0'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Log': {'1.0'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Network': {'1.1'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Port': {'1.7'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'PortForwarding': {'1.2'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'QosPolicy': {'1.10'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroup': {'1.5'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SubPort': {'1.0'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Subnet': {'1.1'}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Trunk': {'1.1'}} Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: consumer versions: Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'ConntrackHelper': '1.0', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'LocalIPAssociation': '1.0', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Log': '1.0', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Network': '1.1', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Port': '1.7', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'PortForwarding': '1.2', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'QosPolicy': '1.10', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroup': '1.5', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroupRule': '1.2', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SubPort': '1.0', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Subnet': '1.1', Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Trunk': '1.1'}} Dec 22 16:44:19.292244 dv-cinder-784477-12-iscsi neutron-server[108903]: {{(pid=108903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:44:19.372377 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Attempting to bind port 56837dde-0a38-4bf2-9cb9-a15a58129474 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:19.373028 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Attempting to bind port 56837dde-0a38-4bf2-9cb9-a15a58129474 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:44:19.373339 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Attempting to bind port 56837dde-0a38-4bf2-9cb9-a15a58129474 on network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:44:19.378955 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:44:19.379350 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Checking segment: {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:44:19.380487 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:19.380951 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Bound using segment: {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:44:19.381462 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Bound port: 56837dde-0a38-4bf2-9cb9-a15a58129474, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:44:19.381965 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:19.451927 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] For port 56837dde-0a38-4bf2-9cb9-a15a58129474, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:44:19.456835 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] For port 56837dde-0a38-4bf2-9cb9-a15a58129474, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=56837dde-0a38-4bf2-9cb9-a15a58129474,segment=NetworkSegment(88dfe800-526b-400b-88bb-3cc9ca7b5471),segment_id=88dfe800-526b-400b-88bb-3cc9ca7b5471)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:44:19.464185 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:19.535503 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e189-4095-4ffd-83bd-a3bb30b40f3d None None] Pushing event updated for resources: {'Port': ['ID=56837dde-0a38-4bf2-9cb9-a15a58129474,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:21.019031 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 54994) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:21.328873 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [None req-ef4473d6-94f1-4c37-a26b-fdc0ad42d9ca admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:44:21.329966 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ef4473d6-94f1-4c37-a26b-fdc0ad42d9ca admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099844 Dec 22 16:44:23.964215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55002) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:24.279047 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [None req-1b8d2998-3d29-4efd-a94c-9c0ab4b9eae4 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:44:24.280147 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1b8d2998-3d29-4efd-a94c-9c0ab4b9eae4 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149745 Dec 22 16:44:27.151542 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55012) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:27.447669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'name': 'router1'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:27.492662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:27.494203 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:27.631277 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:27.636554 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:27.650935 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:27.652132 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-823c98f4-ec77-4b49-a418-9168b924d1d6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4996247 Dec 22 16:44:28.190057 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 56837dde-0a38-4bf2-9cb9-a15a58129474 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:44:28.281858 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 56837dde-0a38-4bf2-9cb9-a15a58129474 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:28.282313 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:28.392017 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:28.427081 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 56837dde-0a38-4bf2-9cb9-a15a58129474, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=56837dde-0a38-4bf2-9cb9-a15a58129474,segment=NetworkSegment(88dfe800-526b-400b-88bb-3cc9ca7b5471),segment_id=88dfe800-526b-400b-88bb-3cc9ca7b5471)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:44:28.431114 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:28.485302 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=56837dde-0a38-4bf2-9cb9-a15a58129474,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:28.806698 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2112c17-340d-4d2c-94ff-bd40f0beb222 None None] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:44:28.913827 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-92818f51-48df-4928-a5a9-4c8edc822529 None None] Provisioning complete for port 56837dde-0a38-4bf2-9cb9-a15a58129474 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:28.914196 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-92818f51-48df-4928-a5a9-4c8edc822529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:29.124632 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-da3c46da-ab98-4330-8a63-16fa412c459b None None] Provisioning complete for port 56837dde-0a38-4bf2-9cb9-a15a58129474 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:29.124998 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-da3c46da-ab98-4330-8a63-16fa412c459b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:30.161780 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 56837dde-0a38-4bf2-9cb9-a15a58129474 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:44:30.209282 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 56837dde-0a38-4bf2-9cb9-a15a58129474 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:30.209655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:30.460920 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-86e275f4-f515-4b60-a250-6d894f1c37d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:30.563053 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:44:30.575964 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55024) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:30.936248 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [None req-d59e25b5-8a7d-485c-bbed-81a50646fef1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:44:30.937276 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-d59e25b5-8a7d-485c-bbed-81a50646fef1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3602457 Dec 22 16:44:32.649866 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-28d9b6c7-a04b-43a9-981c-f6f418498b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:33.555457 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55032) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:33.874602 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:33.899042 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Made reservation on behalf of c06285ccda4e4c98ab450ac78f6225bf for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:44:33.901442 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:33.909805 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:33.952650 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:33.990574 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:33.994196 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:34.008517 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Reserving flat network on physical network physnet1 {{(pid=108902) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 16:44:34.030287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:34.030623 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Added segment 9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed of type flat for network fb165d50-b613-4a20-b28d-7a0db2798dd3 Dec 22 16:44:34.031834 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b9ca2f-901c-4026-be54-09953fbc8294,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:34.078750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:34.109971 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:34.110888 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:34.111453 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:34.142223 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5857360 Dec 22 16:44:34.174947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246b78-19a1-4d50-84c9-582acdffc8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb165d50-b613-4a20-b28d-7a0db2798dd3,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:34.185489 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:44:35.416818 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:36.327331 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:36.838638 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55050) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:37.062196 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING oslo_policy.policy [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:37.062775 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING oslo_policy.policy [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:37.477519 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.policy [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 16:44:37.524321 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING oslo_policy.policy [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:37.524709 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING oslo_policy.policy [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 16:44:37.533300 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:37.535345 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c3da475a-4f7d-476e-8c3c-1a0bb349dc6e admin admin] 10.222.0.41 "GET /v2.0/subnets/29922209-811e-41e9-8273-acf1333c0d4e HTTP/1.1" status: 200 len: 849 time: 0.6946123 Dec 22 16:44:37.702594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f990dcc2-b3f6-4375-ad06-8f89d2381eb1 admin admin] 10.222.0.41 "GET /v2.0/routers/e5352182-dc94-4c78-a249-b5f464349175 HTTP/1.1" status: 200 len: 704 time: 0.1610143 Dec 22 16:44:37.971141 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:38.308687 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Allocated IP 172.20.0.1 (58de7e5c-3f49-48c0-8e9b-c73db23a93c2/29922209-811e-41e9-8273-acf1333c0d4e/7bb4521b-27fb-46b8-8d3d-31107844b7f9) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:44:38.532451 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:38.603912 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:38.627273 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:44:38.656835 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:38.727898 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:44:38.728501 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:38.784429 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb4521b-27fb-46b8-8d3d-31107844b7f9,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:38.802186 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.802549 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.802891 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.803226 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.803555 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.803879 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.804228 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.804567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.804888 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.805215 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.805535 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.805855 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.806171 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Tracked resource versions report: Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: pushed versions: Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: { 'AddressGroup': {'1.2'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'ConntrackHelper': {'1.0'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Log': {'1.0'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Network': {'1.1'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Port': {'1.7'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'PortForwarding': {'1.2'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'QosPolicy': {'1.10'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroup': {'1.5'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SubPort': {'1.0'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Subnet': {'1.1'}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Trunk': {'1.1'}} Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: consumer versions: Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'ConntrackHelper': '1.0', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'LocalIPAssociation': '1.0', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Log': '1.0', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Network': '1.1', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Port': '1.7', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'PortForwarding': '1.2', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'QosPolicy': '1.10', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroup': '1.5', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroupRule': '1.2', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SubPort': '1.0', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Subnet': '1.1', Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Trunk': '1.1'}} Dec 22 16:44:38.807520 dv-cinder-784477-12-iscsi neutron-server[108901]: {{(pid=108901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:44:38.905151 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-26a01720-b84e-44ce-9c4e-833ed8de3f19 None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:38.905727 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-26a01720-b84e-44ce-9c4e-833ed8de3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:38.938251 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-26a01720-b84e-44ce-9c4e-833ed8de3f19 None None] Port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:44:38.938721 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:39.155228 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:39.159584 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:39.160923 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:39.246513 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb4521b-27fb-46b8-8d3d-31107844b7f9,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:39.289628 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:44:39.290986 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:39.461759 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-24b677e5-fb8c-484c-bcab-b9be22940098 None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:39.462134 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-24b677e5-fb8c-484c-bcab-b9be22940098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:39.497804 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-24b677e5-fb8c-484c-bcab-b9be22940098 None None] Port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:44:39.506178 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Router e5352182-dc94-4c78-a249-b5f464349175 is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:44:39.596403 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:44:39.601676 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8cf1fbf1-993f-4589-922c-9b3a5bae4f62 admin admin] 10.222.0.41 "PUT /v2.0/routers/e5352182-dc94-4c78-a249-b5f464349175/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8936322 Dec 22 16:44:39.607595 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Sync routers for ids ['e5352182-dc94-4c78-a249-b5f464349175'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:44:39.622930 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Routers {'e5352182-dc94-4c78-a249-b5f464349175'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:44:39.624283 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:44:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['e5352182-dc94-4c78-a249-b5f464349175'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:39.826765 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Set router e5352182-dc94-4c78-a249-b5f464349175 gateway port host: None {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:44:40.291479 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:38Z', 'revision_number': 2, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port_host': None, '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:39Z', 'revision_number': 2, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:40.342125 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Checking router: e5352182-dc94-4c78-a249-b5f464349175 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:44:40.342505 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Updating router e5352182-dc94-4c78-a249-b5f464349175 port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:44:40.391628 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:40.931973 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:40.938534 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.101315 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Pushing event updated for resources: {'Port': ['ID=7bb4521b-27fb-46b8-8d3d-31107844b7f9,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:41.106254 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Attempting to bind port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:41.106655 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Attempting to bind port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:44:41.107090 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Attempting to bind port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 on network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:44:41.115965 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:44:41.116385 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Checking segment: {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:44:41.116866 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.117254 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Bound using segment: {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:44:41.117716 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Bound port: 7bb4521b-27fb-46b8-8d3d-31107844b7f9, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dfe800-526b-400b-88bb-3cc9ca7b5471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:44:41.118100 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.121756 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.122134 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.122659 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.122804 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.123130 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.123451 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.124056 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.124158 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.124429 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.124757 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.125074 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.125391 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.125701 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Tracked resource versions report: Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: pushed versions: Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: { 'AddressGroup': {'1.2'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'ConntrackHelper': {'1.0'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Log': {'1.0'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Network': {'1.1'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Port': {'1.7'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'PortForwarding': {'1.2'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'QosPolicy': {'1.10'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroup': {'1.5'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SubPort': {'1.0'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Subnet': {'1.1'}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Trunk': {'1.1'}} Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: consumer versions: Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'ConntrackHelper': '1.0', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'LocalIPAssociation': '1.0', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Log': '1.0', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Network': '1.1', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Port': '1.7', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'PortForwarding': '1.2', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'QosPolicy': '1.10', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroup': '1.5', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroupRule': '1.2', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SubPort': '1.0', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Subnet': '1.1', Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Trunk': '1.1'}} Dec 22 16:44:41.127071 dv-cinder-784477-12-iscsi neutron-server[108904]: {{(pid=108904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:44:41.200636 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] For port 7bb4521b-27fb-46b8-8d3d-31107844b7f9, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:44:41.221494 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] For port 7bb4521b-27fb-46b8-8d3d-31107844b7f9, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=7bb4521b-27fb-46b8-8d3d-31107844b7f9,segment=NetworkSegment(88dfe800-526b-400b-88bb-3cc9ca7b5471),segment_id=88dfe800-526b-400b-88bb-3cc9ca7b5471)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:44:41.226769 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.229279 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:41.229814 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.269006 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Routers {'e5352182-dc94-4c78-a249-b5f464349175'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:44:41.269643 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:44:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['e5352182-dc94-4c78-a249-b5f464349175'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:41.326141 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.357851 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] Set router e5352182-dc94-4c78-a249-b5f464349175 gateway port host: None {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:44:41.368140 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] For port 7bb4521b-27fb-46b8-8d3d-31107844b7f9, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=7bb4521b-27fb-46b8-8d3d-31107844b7f9,segment=NetworkSegment(88dfe800-526b-400b-88bb-3cc9ca7b5471),segment_id=88dfe800-526b-400b-88bb-3cc9ca7b5471)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:44:41.373414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.440628 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599edcde-c846-4812-b86d-b5b925ac2566 None None] Pushing event updated for resources: {'Port': ['ID=7bb4521b-27fb-46b8-8d3d-31107844b7f9,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:41.494670 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-e553349f-fc36-4a9f-9e22-91542c31062e None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:41.495045 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e553349f-fc36-4a9f-9e22-91542c31062e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:41.560260 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227a41d-8068-49db-9d16-ba562484cda8 None None] Pushing event updated for resources: {'Port': ['ID=7bb4521b-27fb-46b8-8d3d-31107844b7f9,revision_number=4']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:41.593190 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:38Z', 'revision_number': 2, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port_host': None, '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:41Z', 'revision_number': 4, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:41.625076 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5d73a-34ae-4695-bc9f-12b4740e959d None None] The sync data for ids ['e5352182-dc94-4c78-a249-b5f464349175'] in dv-cinder-784477-12-iscsi is: [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:38Z', 'revision_number': 2, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port_host': None, '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:41Z', 'revision_number': 4, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:44:42.190728 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55082) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:42.310517 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d298a9-7c9b-4ee0-b24a-b066276ef17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:42.311896 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-61d298a9-7c9b-4ee0-b24a-b066276ef17e admin admin] 10.222.0.41 "GET /v2.0/networks/fb165d50-b613-4a20-b28d-7a0db2798dd3 HTTP/1.1" status: 200 len: 842 time: 0.1197181 Dec 22 16:44:42.322299 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:42.344954 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Made reservation on behalf of c06285ccda4e4c98ab450ac78f6225bf for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:44:42.347271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:42.696169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.objects.ports [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108902) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 16:44:42.696694 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:42.761478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174a3bb8-5f84-4cd3-b568-ced7a26d11c0,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:42.771361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:44:42.771361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Network hostable DHCP agents. Network: fb165d50-b613-4a20-b28d-7a0db2798dd3, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:44:42.789603 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:44:42.799406 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, fb165d50-b613-4a20-b28d-7a0db2798dd3) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:42.808088 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:42.808763 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:42.810195 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd80f5e-2197-4256-a500-1a2d5ecda337 None None] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:44:42.829335 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-07165544-9f73-4553-8bfe-46b207800f52 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5101349 Dec 22 16:44:42.933177 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c082d-5003-4312-bf4a-f588b916f4a2 None None] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:44:45.477998 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55090) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:45.614161 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e6fc0086-ceb0-4493-9612-306b072f968e admin admin] 10.222.0.41 "GET /v2.0/routers/e5352182-dc94-4c78-a249-b5f464349175 HTTP/1.1" status: 200 len: 710 time: 0.1347497 Dec 22 16:44:45.701000 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30705f-7a39-4d97-b880-e1d1eb56bf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:44:45.702266 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ee30705f-7a39-4d97-b880-e1d1eb56bf7a admin admin] 10.222.0.41 "GET /v2.0/networks/fb165d50-b613-4a20-b28d-7a0db2798dd3 HTTP/1.1" status: 200 len: 886 time: 0.0824702 Dec 22 16:44:45.711614 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:44:45.964522 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:46.218924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:46.317611 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:46.436406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Allocated IP 172.27.1.97 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/6b842f29-b870-40b5-88bb-2a31f6bfd4ab) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:44:46.547768 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:46.587029 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:46.629889 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:44:46.632856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:44:46.637140 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:44:46.640158 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Pushing event updated for resources: {'Port': ['ID=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:46.962908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:47.157090 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29640'] for router, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:47.160481 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652186'] for router, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:47.278179 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Router e5352182-dc94-4c78-a249-b5f464349175 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:44:47.386695 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:44:47.391765 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:47.393135 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-cd1f4693-9d68-4c84-99e9-09c704aa4833 admin admin] 10.222.0.41 "PUT /v2.0/routers/e5352182-dc94-4c78-a249-b5f464349175 HTTP/1.1" status: 200 len: 889 time: 1.6846833 Dec 22 16:44:48.205948 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 7bb4521b-27fb-46b8-8d3d-31107844b7f9 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:44:48.259009 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:48.259383 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:48.853012 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Sync routers for ids ['e5352182-dc94-4c78-a249-b5f464349175'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:44:48.863959 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Routers {'e5352182-dc94-4c78-a249-b5f464349175'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:44:48.864635 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:44:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['e5352182-dc94-4c78-a249-b5f464349175'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:49.078374 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Set router e5352182-dc94-4c78-a249-b5f464349175 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:44:49.558567 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:46Z', 'revision_number': 4, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port': {'id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:46Z', 'updated_at': '2021-12-22T16:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:41Z', 'revision_number': 5, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:49.611245 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Checking router: e5352182-dc94-4c78-a249-b5f464349175 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:44:49.611572 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Updating router e5352182-dc94-4c78-a249-b5f464349175 port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:44:49.660000 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:49.980855 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:49.986241 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:50.036096 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba01ef-d051-43c7-a7d2-329b2a53f3d5 None None] Pushing event updated for resources: {'Port': ['ID=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:50.042050 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Attempting to bind port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:50.042428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Attempting to bind port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:44:50.042800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Attempting to bind port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:44:50.047757 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:44:50.048132 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:44:50.048576 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:50.048968 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:44:50.049431 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Bound port: 6b842f29-b870-40b5-88bb-2a31f6bfd4ab, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:44:50.049832 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:50.100154 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] For port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:44:50.103140 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] For port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:44:50.107830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:50.140259 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55102) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:44:50.165556 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Routers {'e5352182-dc94-4c78-a249-b5f464349175'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:44:50.166174 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:44:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['e5352182-dc94-4c78-a249-b5f464349175'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:50.170806 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba01ef-d051-43c7-a7d2-329b2a53f3d5 None None] Pushing event updated for resources: {'Port': ['ID=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:50.255781 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c83007f2-533f-4000-bc7f-99250d1a7eb3 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1136377 Dec 22 16:44:50.275953 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] Set router e5352182-dc94-4c78-a249-b5f464349175 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:44:50.522636 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:46Z', 'revision_number': 4, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port': {'id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:46Z', 'updated_at': '2021-12-22T16:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:41Z', 'revision_number': 5, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:44:50.549327 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa34b1-0d64-45d2-a106-1d6cca2801de None None] The sync data for ids ['e5352182-dc94-4c78-a249-b5f464349175'] in dv-cinder-784477-12-iscsi is: [{'id': 'e5352182-dc94-4c78-a249-b5f464349175', 'name': 'router1', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:27Z', 'updated_at': '2021-12-22T16:44:46Z', 'revision_number': 4, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'gw_port': {'id': '6b842f29-b870-40b5-88bb-2a31f6bfd4ab', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:46Z', 'updated_at': '2021-12-22T16:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '7bb4521b-27fb-46b8-8d3d-31107844b7f9', 'name': '', 'network_id': '58de7e5c-3f49-48c0-8e9b-c73db23a93c2', 'tenant_id': '30542876b7db497c9155b8edfe8c499d', 'mac_address': 'fa:16:3e:71:d6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5352182-dc94-4c78-a249-b5f464349175', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29922209-811e-41e9-8273-acf1333c0d4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:38Z', 'updated_at': '2021-12-22T16:44:41Z', 'revision_number': 5, 'project_id': '30542876b7db497c9155b8edfe8c499d', 'subnets': [{'id': '29922209-811e-41e9-8273-acf1333c0d4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaf3158e-7d79-4f35-b885-8df142ec3e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:44:52.221823 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6b842f29-b870-40b5-88bb-2a31f6bfd4ab up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:44:52.283904 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:52.284307 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:52.367641 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:52.389453 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:44:52.396375 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:44:52.457603 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=6b842f29-b870-40b5-88bb-2a31f6bfd4ab,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:44:54.207862 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6b842f29-b870-40b5-88bb-2a31f6bfd4ab up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:44:54.295698 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 6b842f29-b870-40b5-88bb-2a31f6bfd4ab triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:44:54.296388 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:00.484889 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ee0e415e-d94f-480f-8aa9-f36586960973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:02.653170 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7296227d-1473-485d-b8f8-cc72039ac958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:03.960820 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:05.389408 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:06.338349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:07.562213 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:45:30.473884 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b364cbb7-0bb7-42ab-a024-049342c5b702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:32.658616 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-07ab4986-4eb5-4de6-b473-260448df8b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:33.959334 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:35.386040 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:36.334544 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:45:44.561701 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:46:00.468887 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-fba3e5ae-dd37-4f18-8845-7c520968424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:02.653087 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5d51b5ff-2350-4b99-8a8c-ceca0dc8189f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:03.961695 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:05.382886 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:06.339335 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:15.445940 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55586) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:15.512096 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff5634-e63e-4910-be37-200623c51ffd admin admin] GET failed (client error): The resource could not be found. Dec 22 16:46:15.513510 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5fff5634-e63e-4910-be37-200623c51ffd admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663347 Dec 22 16:46:15.703334 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae830e46-3c31-4f93-b49c-6997e4d2116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:15.704795 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ae830e46-3c31-4f93-b49c-6997e4d2116d admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1856816 Dec 22 16:46:18.110823 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55596) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:18.209769 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5b538-041e-431c-bca9-7c77811cb603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:18.211151 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f9f5b538-041e-431c-bca9-7c77811cb603 admin admin] 10.222.0.41 "GET /v2.0/subnets/29922209-811e-41e9-8273-acf1333c0d4e HTTP/1.1" status: 200 len: 849 time: 0.0988073 Dec 22 16:46:18.222206 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:46:18.306939 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:18.458437 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782446755898'] for subnet, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:18.489660 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:18.490256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:18.491901 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] 10.222.0.41 "PUT /v2.0/subnets/29922209-811e-41e9-8273-acf1333c0d4e HTTP/1.1" status: 200 len: 868 time: 0.2738550 Dec 22 16:46:18.494516 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72747a7-380e-43bb-9b3c-803e9836cba7 None None] Network 58de7e5c-3f49-48c0-8e9b-c73db23a93c2 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:46:18.513680 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29922209-811e-41e9-8273-acf1333c0d4e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:46:18.522185 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.522580 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.522890 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.523222 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.523550 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.523882 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.524240 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.524578 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.524917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.525424 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.526325 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.526325 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.526528 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164d4f3-0023-413a-aa92-9a7451450b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:46:18.840903 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-76b1d4e7-cc67-4620-b1d0-074ad79f2d65 None None] Provisioning complete for port 56837dde-0a38-4bf2-9cb9-a15a58129474 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:46:18.841270 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-76b1d4e7-cc67-4620-b1d0-074ad79f2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:18.933383 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-76b1d4e7-cc67-4620-b1d0-074ad79f2d65 None None] Provisioning complete for port 7bb4521b-27fb-46b8-8d3d-31107844b7f9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:46:18.933649 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-76b1d4e7-cc67-4620-b1d0-074ad79f2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:20.945510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55604) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:21.159918 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82921505-a431-4d82-9f69-e146d563ad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:21.160324 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82921505-a431-4d82-9f69-e146d563ad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:21.161867 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-82921505-a431-4d82-9f69-e146d563ad88 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154067 Dec 22 16:46:21.561280 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:46:23.601647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55614) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:23.742665 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2bc0c-d210-4a62-b537-163818b04e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:23.743048 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2bc0c-d210-4a62-b537-163818b04e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:23.744618 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-87b2bc0c-d210-4a62-b537-163818b04e5b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1420126 Dec 22 16:46:26.179200 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55622) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:26.312734 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb4979-d206-477e-abe2-8fd285dc6ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:26.314588 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4cdb4979-d206-477e-abe2-8fd285dc6ade admin admin] 10.222.0.41 "GET /v2.0/networks/58de7e5c-3f49-48c0-8e9b-c73db23a93c2 HTTP/1.1" status: 200 len: 869 time: 0.1339524 Dec 22 16:46:28.761499 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55630) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:28.897327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c6f3d-da0d-42fd-9c7e-ca59f35c8ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:28.898709 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f48c6f3d-da0d-42fd-9c7e-ca59f35c8ac8 admin admin] 10.222.0.41 "GET /v2.0/networks/fb165d50-b613-4a20-b28d-7a0db2798dd3 HTTP/1.1" status: 200 len: 886 time: 0.1362593 Dec 22 16:46:30.464771 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2884765c-7145-48e0-a403-d7a21354aa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:31.325722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55638) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:31.450744 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42280a-1d58-4a3c-939b-f2ec1b127544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:31.451193 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42280a-1d58-4a3c-939b-f2ec1b127544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:31.452819 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-6f42280a-1d58-4a3c-939b-f2ec1b127544 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261017 Dec 22 16:46:32.655487 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f6b6eb76-4179-4509-8c36-ae8bcd7887a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:33.852788 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55646) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:33.946755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952a34e-368c-4c21-9a15-93e62c36dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:33.947209 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952a34e-368c-4c21-9a15-93e62c36dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:33.948772 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c952a34e-368c-4c21-9a15-93e62c36dc17 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950437 Dec 22 16:46:33.968717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:35.385397 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:36.337514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55656) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:36.343547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:46:36.505162 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b4f5f-6f32-46a3-85f1-1c44fa8dcb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:36.506522 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-cd9b4f5f-6f32-46a3-85f1-1c44fa8dcb69 admin admin] 10.222.0.41 "GET /v2.0/subnets/174a3bb8-5f84-4cd3-b568-ced7a26d11c0 HTTP/1.1" status: 200 len: 816 time: 0.1680698 Dec 22 16:46:38.915283 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55664) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:46:39.006913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab08639-14d5-4fbb-9b21-1f551203344d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:46:39.008285 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2ab08639-14d5-4fbb-9b21-1f551203344d admin admin] 10.222.0.41 "GET /v2.0/subnets/29922209-811e-41e9-8273-acf1333c0d4e HTTP/1.1" status: 200 len: 868 time: 0.0920396 Dec 22 16:46:58.559680 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:47:00.467327 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c347-a12e-441a-a260-689ca16a72f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:02.659562 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ec06af97-21c1-45c4-9169-d5a890ca29f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:03.972307 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:04.030520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55718) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:47:04.078181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [None req-8e7e37c6-c229-471a-99f9-74dd22982f16 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:47:04.079717 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8e7e37c6-c229-471a-99f9-74dd22982f16 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477705 Dec 22 16:47:05.388672 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:06.346528 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:06.532591 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55726) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:47:06.593215 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf7aad1-e9ac-46f6-bcf7-5a5dd927cf8a admin admin] GET failed (client error): The resource could not be found. Dec 22 16:47:06.594518 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4bf7aad1-e9ac-46f6-bcf7-5a5dd927cf8a admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609663 Dec 22 16:47:06.680774 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd2ebf-40d9-46f2-a06f-c45207a2eca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:47:06.682288 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-81cd2ebf-40d9-46f2-a06f-c45207a2eca4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832362 Dec 22 16:47:09.100560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55734) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:47:09.148780 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:47:09.149834 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.quota [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Loaded quota_driver: . Dec 22 16:47:09.188339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Made reservation on behalf of c06285ccda4e4c98ab450ac78f6225bf for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:47:09.190724 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:09.217648 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING neutron.services.revisions.revision_plugin [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Could not find related network for resource to bump revision. Dec 22 16:47:09.234256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:47:09.246515 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782446806995', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:09.247084 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Unsubscribe: segment precommit_create {{(pid=108901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 16:47:09.247552 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Added segment 536e20f0-c79b-4ee0-8674-4ae5e45af881 of type vlan for network bde33a6e-2e44-4621-acbf-3b5aa4d54402 Dec 22 16:47:09.313632 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:09.343944 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:09.345444 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:47:09.346019 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:09.406365 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3047047 Dec 22 16:47:09.446814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995be445-77bd-4f69-9d9b-0a1432a8bc0e admin admin] Pushing event updated for resources: {'Network': ['ID=bde33a6e-2e44-4621-acbf-3b5aa4d54402,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:47:09.459548 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:47:11.921850 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55742) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:47:11.988518 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f157dfe1-f681-4e65-a3fb-828bfee1c9ce admin admin] GET failed (client error): The resource could not be found. Dec 22 16:47:11.989926 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f157dfe1-f681-4e65-a3fb-828bfee1c9ce admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665803 Dec 22 16:47:12.065831 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b05e48-2fc5-4092-a557-0a2cc4b8cc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:47:12.067347 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-23b05e48-2fc5-4092-a557-0a2cc4b8cc92 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728176 Dec 22 16:47:12.078761 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:47:12.112277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Made reservation on behalf of c06285ccda4e4c98ab450ac78f6225bf for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:47:12.114703 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.305913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.363220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659dd8ae-5fa1-472e-9991-49c8bfff71b1,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:47:12.371947 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Checking segment: {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:47:12.372333 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Network hostable DHCP agents. Network: bde33a6e-2e44-4621-acbf-3b5aa4d54402, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:47:12.394159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:47:12.405303 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, bde33a6e-2e44-4621-acbf-3b5aa4d54402) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:47:12.409255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:47:12.409837 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.414559 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7ce37-76ba-4cc8-9587-38958b61788c None None] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:47:12.429331 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8f781513-b8db-47c5-85af-46664f3fdad6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3548002 Dec 22 16:47:12.618194 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-bde33a6e-2e44-4621-acbf-3b5aa4d54402', 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402', 'project_id': 'c06285ccda4e4c98ab450ac78f6225bf', 'fixed_ips': [{'subnet_id': '659dd8ae-5fa1-472e-9991-49c8bfff71b1'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:47:12.619086 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.759213 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Allocated IP 192.168.233.2 (bde33a6e-2e44-4621-acbf-3b5aa4d54402/659dd8ae-5fa1-472e-9991-49c8bfff71b1/e08eaeec-9216-4e83-a7f7-5da5ea47082f) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:47:12.912041 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.919273 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:12.973645 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:47:12.975406 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:47:12.977664 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Pushing event updated for resources: {'Port': ['ID=e08eaeec-9216-4e83-a7f7-5da5ea47082f,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:47:12.979997 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:47:12.992763 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.993166 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.993531 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.993882 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.994219 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.994678 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.995380 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.995963 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.996442 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.997367 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.997367 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.997588 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:12.997758 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:47:13.046314 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Attempting to bind port e08eaeec-9216-4e83-a7f7-5da5ea47082f on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:47:13.046685 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Attempting to bind port e08eaeec-9216-4e83-a7f7-5da5ea47082f by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:47:13.047051 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Attempting to bind port e08eaeec-9216-4e83-a7f7-5da5ea47082f on network bde33a6e-2e44-4621-acbf-3b5aa4d54402 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:47:13.052504 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:47:13.052886 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Checking segment: {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:47:13.053294 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:13.053689 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Bound using segment: {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:47:13.054150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Bound port: e08eaeec-9216-4e83-a7f7-5da5ea47082f, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:47:13.054547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:13.117216 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] For port e08eaeec-9216-4e83-a7f7-5da5ea47082f, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:47:13.120407 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] For port e08eaeec-9216-4e83-a7f7-5da5ea47082f, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=e08eaeec-9216-4e83-a7f7-5da5ea47082f,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:47:13.126106 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:13.184526 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6969067-4704-4cfb-8a9d-8a698135899b None None] Pushing event updated for resources: {'Port': ['ID=e08eaeec-9216-4e83-a7f7-5da5ea47082f,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:47:14.066141 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97da974-8a99-40b4-8367-05a60daf0d34 None None] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:47:14.185297 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] Provisioning complete for port e08eaeec-9216-4e83-a7f7-5da5ea47082f triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:47:14.185713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:14.296659 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:14.334800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device e08eaeec-9216-4e83-a7f7-5da5ea47082f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:47:14.366057 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] For port e08eaeec-9216-4e83-a7f7-5da5ea47082f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=e08eaeec-9216-4e83-a7f7-5da5ea47082f,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:47:14.379459 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:14.449607 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b634a0-4270-4dbd-8094-c697255ae2a2 None None] Pushing event updated for resources: {'Port': ['ID=e08eaeec-9216-4e83-a7f7-5da5ea47082f,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:47:14.455682 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port e08eaeec-9216-4e83-a7f7-5da5ea47082f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:47:14.455682 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:14.509695 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-2f3fb969-0fc2-4f64-a01b-a216e8d5d5e1 None None] Provisioning complete for port e08eaeec-9216-4e83-a7f7-5da5ea47082f triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:47:14.510098 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2f3fb969-0fc2-4f64-a01b-a216e8d5d5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:16.261160 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device e08eaeec-9216-4e83-a7f7-5da5ea47082f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:47:16.314462 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port e08eaeec-9216-4e83-a7f7-5da5ea47082f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:47:16.314903 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:30.471326 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-89363169-4d70-4527-9667-5e2142717ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:32.664271 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b75ecbb6-9597-41a8-a385-1a90aba52fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:33.971479 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:35.391403 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:47:35.558579 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:47:36.350893 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:00.474606 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbe94-493e-4bdf-a5e0-3847de0bcdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:02.670303 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-8e4df126-d724-428d-915e-a2c10d7b4f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:03.974951 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:05.396906 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:06.354012 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:12.558144 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:48:25.781416 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55786) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:48:25.787123 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [None req-4040d4ba-7d77-48bc-a576-2843212b22ae tempest-verify_tempest_config-1369860680 tempest-verify_tempest_config-1369860680-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:48:25.788074 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4040d4ba-7d77-48bc-a576-2843212b22ae tempest-verify_tempest_config-1369860680 tempest-verify_tempest_config-1369860680-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057046 Dec 22 16:48:26.086814 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 55804) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:48:26.187163 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.259567 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.263512 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.313108 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4635a1e45584deaa29792736a4032e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2252276 Dec 22 16:48:26.314041 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0abc6f3-17e3-4ed2-a19f-19bb6069049c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:48:26.315906 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55810) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:48:26.321425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.321792 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.322136 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.322467 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.322798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.323124 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.323473 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.323801 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.324122 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.324471 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.324793 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.325108 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.325426 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70ab26-3c38-4a58-a715-67ae39b3e481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.393277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.413424 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.504664 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.507242 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:26.508490 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0abc6f3-17e3-4ed2-a19f-19bb6069049c HTTP/1.1" status: 204 len: 168 time: 0.1915576 Dec 22 16:48:26.517024 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0abc6f3-17e3-4ed2-a19f-19bb6069049c,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:48:26.524129 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.524518 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.524867 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.525206 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.525541 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.525876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.526209 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.526543 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.526876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.527204 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.527533 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.527872 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:26.528185 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ca2bb-1158-416a-bd05-4c38ed74e2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:48:30.477861 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-99437b09-0162-4c10-911c-cb32a8da9905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:32.672870 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-8d965a55-4756-4578-a55b-d8d02e961727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:33.979384 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:35.399490 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:36.356611 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:48:49.558798 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:49:00.479918 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9b417d3f-0297-4f17-b6fa-7974f15cc70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:02.674839 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e9987486-52fc-48a1-bc12-2028efcfd922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:03.979936 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:05.404107 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:06.361709 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:26.557385 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:49:30.482283 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d5097764-97ee-4737-b335-41ff0c009e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:32.683980 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2c7d349e-4305-4c1d-b8a7-29654b55198a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:33.982336 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:35.404677 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:49:36.364862 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:00.488488 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-780f7702-70f7-4754-b925-a2b55f1c592d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:02.776244 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-23f33005-c115-4959-b912-d5b88f51d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:03.556156 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 5 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:50:03.985441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:05.407345 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:05.957731 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651896'] for agent, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:06.367736 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:22.008621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55884) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:50:22.111023 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ced970ca-754e-43fd-8d46-a0dce249f3a0 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1012566 Dec 22 16:50:24.541001 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 55894) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:50:24.600435 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-877e24b2-73d2-4368-b5b9-86cba65aabeb admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0582871 Dec 22 16:50:30.491485 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4b1048-93a8-4171-a93d-9f93dcfe8c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:32.676914 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-38a3bb07-e31e-4484-9743-7edfe32a0c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:33.986861 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:35.409972 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:35.938578 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:36.371444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:50:40.555398 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:51:00.493216 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6422f98-2252-42d7-81ea-c32f38d725f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:02.678762 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ea9e4dd8-b929-4078-b4d7-341babdcc9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:03.989104 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:05.414346 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:05.945659 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:06.373641 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:17.554507 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:51:30.497874 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e8be29d0-9859-4694-acef-167a615ec839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:32.681568 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7a92f8fe-89f1-408f-a680-1cdff7724873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:33.993532 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:35.418535 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:35.971738 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:36.376588 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:54.554144 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:51:54.675807 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56002) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:54.931827 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-network', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:54.956933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Made reservation on behalf of 1d01354c28bc41ebb9f82a935eaf4eb5 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:54.959453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:54.976790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.077180 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.082140 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.120874 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:51:55.126321 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8267bf-0257-4b69-be42-80b97fb89381,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:55.136560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.136902 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.137465 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.137800 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.138159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.138482 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.138804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.139159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.139583 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.140036 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.140441 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.140795 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.141108 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Tracked resource versions report: Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: pushed versions: Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: { 'AddressGroup': {'1.2'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'ConntrackHelper': {'1.0'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Log': {'1.0'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Network': {'1.1'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Port': {'1.7'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'PortForwarding': {'1.2'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'QosPolicy': {'1.10'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroup': {'1.5'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SubPort': {'1.0'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Subnet': {'1.1'}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Trunk': {'1.1'}} Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: consumer versions: Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: HyperV agent@hv-cinder-78447: {}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'ConntrackHelper': '1.0', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'LocalIPAssociation': '1.0', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Log': '1.0', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Network': '1.1', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Port': '1.7', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'PortForwarding': '1.2', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'QosPolicy': '1.10', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroup': '1.5', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SecurityGroupRule': '1.2', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'SubPort': '1.0', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Subnet': '1.1', Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: 'Trunk': '1.1'}} Dec 22 16:51:55.142228 dv-cinder-784477-12-iscsi neutron-server[108901]: {{(pid=108901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:51:55.153860 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.155521 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Added segment b88857b0-e768-40e6-867a-7c7f823b9cdf of type vlan for network 00ddfada-d9d3-4803-9f06-bcb52a33d119 Dec 22 16:51:55.201192 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.228101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.229833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:55.230813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.301297 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6237283 Dec 22 16:51:55.304380 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56042) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:55.306675 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113216-7ffa-4c72-ab82-3d799a3e1962 admin admin] Pushing event updated for resources: {'Network': ['ID=00ddfada-d9d3-4803-9f06-bcb52a33d119,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:55.321360 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Request body: {'subnet': {'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-subnet', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:55.322404 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:51:55.353313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Made reservation on behalf of 1d01354c28bc41ebb9f82a935eaf4eb5 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:55.357959 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.587843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.635783 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0513822-5d94-467b-8791-a0a7700aa798,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:55.644901 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.645268 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.645638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.645980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.646430 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.646749 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.647080 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.647424 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.647999 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.648343 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.648749 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.649159 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.649515 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Tracked resource versions report: Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: pushed versions: Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: { 'AddressGroup': {'1.2'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'ConntrackHelper': {'1.0'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Log': {'1.0'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Network': {'1.1'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Port': {'1.7'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'PortForwarding': {'1.2'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'QosPolicy': {'1.10'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroup': {'1.5'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SubPort': {'1.0'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Subnet': {'1.1'}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Trunk': {'1.1'}} Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: consumer versions: Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: HyperV agent@hv-cinder-78447: {}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'ConntrackHelper': '1.0', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'LocalIPAssociation': '1.0', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Log': '1.0', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Network': '1.1', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Port': '1.7', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'PortForwarding': '1.2', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'QosPolicy': '1.10', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroup': '1.5', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SecurityGroupRule': '1.2', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'SubPort': '1.0', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Subnet': '1.1', Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: 'Trunk': '1.1'}} Dec 22 16:51:55.651214 dv-cinder-784477-12-iscsi neutron-server[108902]: {{(pid=108902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:51:55.676007 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Checking segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:51:55.676442 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Network hostable DHCP agents. Network: 00ddfada-d9d3-4803-9f06-bcb52a33d119, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:51:55.697118 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:51:55.707038 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 00ddfada-d9d3-4803-9f06-bcb52a33d119) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:55.713120 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:55.713749 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.719890 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f54cf-d794-468e-81c8-42f5361e6de2 None None] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:55.739808 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56066) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:55.740542 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-77025aab-488d-4aa4-bdb8-71b6e16ece77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4342771 Dec 22 16:51:55.746166 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:55.777218 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.778696 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:55.860227 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d5d9a-3320-451f-af17-6ff5fe6eb5e4 None None] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:55.880148 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.030450 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.338415 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.359299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.475351 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Allocated IP 172.27.1.112 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/447f5ab6-75ae-4b86-9f8b-52532cff69c0) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:51:56.590983 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.628639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.653189 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56126) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:56.681037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Pushing event updated for resources: {'Port': ['ID=447f5ab6-75ae-4b86-9f8b-52532cff69c0,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:56.686977 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56130) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:56.698534 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:51:56.699764 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:56.702268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:51:56.792912 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56140) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:56.891146 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1686116084-network', 'tenant_id': 'e7a1b9f8401440b295882726cb512ddd'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:56.919061 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.919980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Made reservation on behalf of e7a1b9f8401440b295882726cb512ddd for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:56.922789 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.937990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1958576519-network', 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:56.962907 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.967809 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:56.971018 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:56.988406 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.069298 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.075572 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.086847 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:51:57.097200 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.097894 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Added segment a54d6cba-a116-4a79-bfac-b94e5325320d of type vlan for network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd Dec 22 16:51:57.141977 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.163554 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.190323 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.191439 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:57.192114 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.279889 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5909319 Dec 22 16:51:57.280772 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Pushing event updated for resources: {'Network': ['ID=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:57.282828 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56152) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:57.294299 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b0dfe-7e25-40dc-9bba-50b945d1372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff1a30-93ad-4906-8ef6-9b3ce2819973,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:57.294512 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:51:57.312875 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Request body: {'subnet': {'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1958576519-subnet', 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:57.371581 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.377545 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.395288 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:51:57.406146 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:57.409011 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.409652 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Added segment 7dbe25ec-9f03-4c1d-a32c-5914e76aa852 of type vlan for network fea2ded6-11e2-43e6-a355-1d70fb90a539 Dec 22 16:51:57.413998 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.467292 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.498392 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-network', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:57.526185 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.527282 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:57.527939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.618572 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:51:57.658165 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Pushing event updated for resources: {'Network': ['ID=fea2ded6-11e2-43e6-a355-1d70fb90a539,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:57.660472 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Made reservation on behalf of a622ab8fee1845b3a8ebff9ee27e676e for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:57.663013 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.672128 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network fea2ded6-11e2-43e6-a355-1d70fb90a539 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:51:57.682808 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.697778 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0434678 Dec 22 16:51:57.706735 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56164) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:57.733520 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Request body: {'subnet': {'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1686116084-subnet', 'tenant_id': 'e7a1b9f8401440b295882726cb512ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:57.747662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cdaa4-ca38-4112-8cc1-cba89695b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a89ee-e42a-4ece-a4fe-5835468a215f,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:57.889913 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.909780 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.917895 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:51:57.934655 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Sync routers for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:51:57.935230 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.944746 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:51:57.947534 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:51:57.947908 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:51:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:51:57.959234 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.959746 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Added segment 44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc of type vlan for network 0acee379-f900-4ea8-a6c2-b88479d53ff3 Dec 22 16:51:57.977908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:57.979734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-df85921c-69e7-4377-93b8-6193843a554e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2379794 Dec 22 16:51:57.986440 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56184) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:58.049252 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.054454 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Made reservation on behalf of e7a1b9f8401440b295882726cb512ddd for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:58.056876 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.060427 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede43235-73f3-4adb-bcfa-2a5e45cc6246,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:58.196023 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.197523 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:58.198561 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.290271 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4919322 Dec 22 16:51:58.293586 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56200) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:58.299310 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Request body: {'subnet': {'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-subnet', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:58.305957 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071458-6738-4ba8-a257-b42b3a87d0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0acee379-f900-4ea8-a6c2-b88479d53ff3,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:58.321200 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:51:58.382802 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Made reservation on behalf of a622ab8fee1845b3a8ebff9ee27e676e for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:51:58.385936 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.446744 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:51:58.621252 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f054949d-e380-4d61-a8f5-157ad6706059,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:58.635268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Checking segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:51:58.635614 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Network hostable DHCP agents. Network: 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:51:58.693840 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:51:58.698789 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.733790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:58.739956 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:58.740574 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.756058 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955dd58-11f2-4623-b080-0115858e6e24 None None] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:58.765166 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-a9a3624b-621d-4ef5-aa29-fbdf54eaac5b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4806371 Dec 22 16:51:58.797057 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:51:56Z', 'revision_number': 3, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:51:58.850194 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Checking router: b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:51:58.850194 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Updating router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:51:58.918481 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.937039 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:58.945264 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a25994-4f2e-443f-afc2-ccddd80e0a46,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:59.055046 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abb6d48-fc20-44b8-8b95-acea24d2861b,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:59.105045 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbfbb6-eaa1-4300-a5ef-a7bffa709492 None None] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:59.120688 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Checking segment: {'id': '7dbe25ec-9f03-4c1d-a32c-5914e76aa852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:51:59.121033 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Network hostable DHCP agents. Network: fea2ded6-11e2-43e6-a355-1d70fb90a539, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:51:59.153448 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Checking segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:51:59.153807 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Network hostable DHCP agents. Network: 0acee379-f900-4ea8-a6c2-b88479d53ff3, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:51:59.166340 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.202942 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Network fea2ded6-11e2-43e6-a355-1d70fb90a539 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:51:59.228470 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:51:59.235840 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, fea2ded6-11e2-43e6-a355-1d70fb90a539) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:59.245304 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 0acee379-f900-4ea8-a6c2-b88479d53ff3) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:59.247984 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:59.248603 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.255922 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b230878-9f85-4e27-9772-30ecdcaf86fe None None] Network fea2ded6-11e2-43e6-a355-1d70fb90a539 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:59.300114 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:51:59.300794 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.310240 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7bbad39f-78a7-4373-b149-439a4cc32405 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5968037 Dec 22 16:51:59.341847 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-35ae181d-59d2-4ac4-85fc-4d72052d195b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0465553 Dec 22 16:51:59.342659 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56256) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:59.347729 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:51:59.376079 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.378778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.393738 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738fcee-071f-4a43-9548-08deba8231a6 None None] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:59.412883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7bce3-98e6-4ccb-9710-e2b430f11301 None None] Network fea2ded6-11e2-43e6-a355-1d70fb90a539 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:51:59.466489 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Allocated IP 172.20.0.1 (00ddfada-d9d3-4803-9f06-bcb52a33d119/c0513822-5d94-467b-8791-a0a7700aa798/611960b0-4b70-4213-a56c-42c555a83616) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:51:59.541290 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.563333 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56266) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:59.626967 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.630720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56272) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:51:59.637677 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.688076 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.735246 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.752860 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Pushing event updated for resources: {'Port': ['ID=447f5ab6-75ae-4b86-9f8b-52532cff69c0,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:51:59.754869 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Attempting to bind port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:51:59.755244 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Attempting to bind port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:51:59.755611 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Attempting to bind port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:51:59.769004 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:51:59.770361 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:51:59.772360 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.772567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:51:59.773375 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:51:59.774885 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Bound port: 447f5ab6-75ae-4b86-9f8b-52532cff69c0, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:51:59.775041 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:51:59.775876 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.784709 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.786732 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.787692 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.789667 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.790437 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.790987 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.792035 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.793904 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:51:59.794075 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.794190 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.795097 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.795571 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.796611 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.799295 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.799295 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Tracked resource versions report: Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: pushed versions: Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: { 'AddressGroup': {'1.2'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'ConntrackHelper': {'1.0'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Log': {'1.0'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Network': {'1.1'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Port': {'1.7'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'PortForwarding': {'1.2'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'QosPolicy': {'1.10'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroup': {'1.5'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SubPort': {'1.0'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Subnet': {'1.1'}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Trunk': {'1.1'}} Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: consumer versions: Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: HyperV agent@hv-cinder-78447: {}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'ConntrackHelper': '1.0', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'LocalIPAssociation': '1.0', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Log': '1.0', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Network': '1.1', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Port': '1.7', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'PortForwarding': '1.2', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'QosPolicy': '1.10', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroup': '1.5', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SecurityGroupRule': '1.2', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'SubPort': '1.0', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Subnet': '1.1', Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: 'Trunk': '1.1'}} Dec 22 16:51:59.801841 dv-cinder-784477-12-iscsi neutron-server[108904]: {{(pid=108904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:51:59.910067 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-96cb791d-c6c2-46fd-a394-9559b4d35c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.918810 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:51:59.938133 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] For port 447f5ab6-75ae-4b86-9f8b-52532cff69c0, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:51:59.947755 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] For port 447f5ab6-75ae-4b86-9f8b-52532cff69c0, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=447f5ab6-75ae-4b86-9f8b-52532cff69c0,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:51:59.958530 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.028633 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-0acee379-f900-4ea8-a6c2-b88479d53ff3', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:52:00.029899 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.048154 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a085-f97e-44ac-b7b2-686160f15cc2 None None] Pushing event updated for resources: {'Port': ['ID=447f5ab6-75ae-4b86-9f8b-52532cff69c0,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.056769 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:00.058317 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:51:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:00.122563 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Pushing event updated for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.230435 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f9c14f00-1361-4eb2-bfd8-d2a9eda785f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.255496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Allocated IP 172.20.0.2 (0acee379-f900-4ea8-a6c2-b88479d53ff3/1abb6d48-fc20-44b8-8b95-acea24d2861b/773c2da8-2e16-45d0-8173-0a819fc8dd4e) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:00.267431 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.289707 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:00.302502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56308) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:00.328451 dv-cinder-784477-12-iscsi neutron-server[108902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 16:52:00.330037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56314) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:00.338405 dv-cinder-784477-12-iscsi neutron-server[108901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 16:52:00.412665 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-96cb791d-c6c2-46fd-a394-9559b4d35c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.441920 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-96cb791d-c6c2-46fd-a394-9559b4d35c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.521748 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.561027 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.566028 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:51:56Z', 'revision_number': 3, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:00.566286 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0f58cdad-6bd5-4bb7-95c4-d517decb4b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.573319 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.575025 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.607721 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811be63d-673a-4648-be8c-ef6cada49066 None None] The sync data for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi is: [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:51:56Z', 'revision_number': 3, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:52:00.633401 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:00.644159 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-96cb791d-c6c2-46fd-a394-9559b4d35c18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05a5a7542d7f4c24977d97472fd135be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0790873 Dec 22 16:52:00.648867 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:00.654890 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56322) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:00.669377 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:00.671498 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Pushing event updated for resources: {'Port': ['ID=773c2da8-2e16-45d0-8173-0a819fc8dd4e,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.684995 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.685446 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.686796 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.687600 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.687600 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.688288 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.688488 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.688912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.689390 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.689822 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.690256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.690669 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.692268 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Tracked resource versions report: Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: pushed versions: Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: { 'AddressGroup': {'1.2'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'ConntrackHelper': {'1.0'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'LocalIPAssociation': {'1.0'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Log': {'1.0'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Network': {'1.1'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Port': {'1.7'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'PortForwarding': {'1.2'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'QosPolicy': {'1.10'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroup': {'1.5'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroupRule': {'1.2'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SubPort': {'1.0'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Subnet': {'1.1'}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Trunk': {'1.1'}} Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: consumer versions: Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: { DHCP agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: HyperV agent@hv-cinder-78447: {}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: L3 agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: Metadata agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: Metering agent@dv-cinder-784477-12-iscsi: {}, Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: Open vSwitch agent@dv-cinder-784477-12-iscsi: { 'AddressGroup': '1.2', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'ConntrackHelper': '1.0', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'LocalIPAssociation': '1.0', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Log': '1.0', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Network': '1.1', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Port': '1.7', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'PortForwarding': '1.2', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'QosPolicy': '1.10', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroup': '1.5', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SecurityGroupRule': '1.2', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'SubPort': '1.0', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Subnet': '1.1', Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: 'Trunk': '1.1'}} Dec 22 16:52:00.694290 dv-cinder-784477-12-iscsi neutron-server[108903]: {{(pid=108903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 16:52:00.744283 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb791d-c6c2-46fd-a394-9559b4d35c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a26a11-3fbd-4069-9bd1-545d775967e5,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.765432 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f9c14f00-1361-4eb2-bfd8-d2a9eda785f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.771913 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Attempting to bind port 773c2da8-2e16-45d0-8173-0a819fc8dd4e on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:00.772749 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Attempting to bind port 773c2da8-2e16-45d0-8173-0a819fc8dd4e by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:00.773267 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Attempting to bind port 773c2da8-2e16-45d0-8173-0a819fc8dd4e on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:00.779285 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f9c14f00-1361-4eb2-bfd8-d2a9eda785f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.780452 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:00.780961 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Checking segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:00.781859 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.782354 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Bound using segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:00.782925 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Bound port: 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:00.783424 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.794287 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-baff2a62-ad36-4ff2-a1de-40016a0ee7cd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:00.797839 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-7c12f8cb-24c3-4d4c-a5cf-1e8b4122676a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:00.799365 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-7c12f8cb-24c3-4d4c-a5cf-1e8b4122676a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/networks?id=fea2ded6-11e2-43e6-a355-1d70fb90a539 HTTP/1.1" status: 200 len: 812 time: 0.4934866 Dec 22 16:52:00.804830 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-baff2a62-ad36-4ff2-a1de-40016a0ee7cd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.4690611 Dec 22 16:52:00.844943 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-4b5d7e8e-e8a6-434d-8f98-3cb7366d2a70 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/quotas/e7a1b9f8401440b295882726cb512ddd HTTP/1.1" status: 200 len: 375 time: 0.0277252 Dec 22 16:52:00.866248 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] For port 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:00.866936 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-90ee63a8-fef0-459b-8c79-d3f14272aa1c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/quotas/4d24459a6e73410c8f7b9e38c7156095 HTTP/1.1" status: 200 len: 375 time: 0.0545022 Dec 22 16:52:00.876093 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f9c14f00-1361-4eb2-bfd8-d2a9eda785f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f8cebbaf6fb41488318045ba3ea07ff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2443740 Dec 22 16:52:00.876551 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] For port 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=773c2da8-2e16-45d0-8173-0a819fc8dd4e,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:00.876924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c14f00-1361-4eb2-bfd8-d2a9eda785f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24edb0b6-9999-4ad9-af7e-d55813a688ce,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.878843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56324) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:00.883637 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.901840 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.904640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Allocated IP 172.27.1.111 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/81739e8a-2c92-42fc-8e78-378bae55292e) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:00.935561 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-e6b5a0ed-e42c-408e-9269-ab9f0d390be1 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7a1b9f8401440b295882726cb512ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767405 Dec 22 16:52:00.938399 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-d97bd4ab-2c53-4bd2-989f-dfbaa4c4ea87 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586262 Dec 22 16:52:00.946069 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.954184 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.955041 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:00.982863 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834abc85-180b-4f77-9cd2-0709f9e27fa6 None None] Pushing event updated for resources: {'Port': ['ID=773c2da8-2e16-45d0-8173-0a819fc8dd4e,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:00.996952 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.222364 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-408b2bc6-ef17-41ce-bec0-5f9d4e5e0ea1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108902) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:52:01.222364 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-408b2bc6-ef17-41ce-bec0-5f9d4e5e0ea1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0838478 Dec 22 16:52:01.223287 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Pushing event updated for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:01.223836 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.223919 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-5877019b-99a5-400e-89ee-f9208a73c09a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:52:01.223919 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-5877019b-99a5-400e-89ee-f9208a73c09a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1124339 Dec 22 16:52:01.261098 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.265326 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.267933 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.284161 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44a26a11-3fbd-4069-9bd1-545d775967e5 HTTP/1.1" status: 204 len: 168 time: 0.6098928 Dec 22 16:52:01.289343 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:01.298320 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.353085 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:01.409018 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01c433-b697-48ad-8256-82b7bccf675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a26a11-3fbd-4069-9bd1-545d775967e5,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:01.488776 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-e108f2be-882c-47f8-9398-dc9b483f32dd service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615752 Dec 22 16:52:01.556039 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-3402975d-7d5e-45e0-9a5f-0f9d049486fa service neutron] 10.222.0.41 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780107 Dec 22 16:52:01.598124 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.695656 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.698903 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:01.701352 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24edb0b6-9999-4ad9-af7e-d55813a688ce HTTP/1.1" status: 204 len: 168 time: 0.8011782 Dec 22 16:52:01.759335 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Pushing event updated for resources: {'Port': ['ID=81739e8a-2c92-42fc-8e78-378bae55292e,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:01.766811 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:01.769439 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731a6a5-d93f-4e55-b9ce-e98e1ceb6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24edb0b6-9999-4ad9-af7e-d55813a688ce,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:01.776266 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:01.780507 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:01.908873 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:52:01.912633 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-91326bfa-67e0-4888-ad06-6c5938fee0eb service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227271 Dec 22 16:52:01.936286 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-bca22477-68a5-433c-ad60-31d32fb97268 service neutron] 10.222.0.41 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784199 Dec 22 16:52:02.093062 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:52:02.099839 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-87817add-93b6-4a79-a47f-92431f00678d admin admin] 10.222.0.41 "PUT /v2.0/routers/b38b9579-2dd4-4e19-bdd1-38f9a097d4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1082852 Dec 22 16:52:02.268806 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56360) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:02.292965 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f27c9c9f-a61f-4d59-8005-a0a8eef6a002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:02.610941 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f27c9c9f-a61f-4d59-8005-a0a8eef6a002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:02.617228 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f27c9c9f-a61f-4d59-8005-a0a8eef6a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:02.658307 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08637dd-a67a-4344-8771-c1f39c23ee08 None None] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:52:02.691162 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c9c9f-a61f-4d59-8005-a0a8eef6a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc76fd53-6615-412a-b201-831223591565,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:02.767485 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f27c9c9f-a61f-4d59-8005-a0a8eef6a002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c30f245624de4340904327a38a9e0d94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4975309 Dec 22 16:52:02.775154 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 447f5ab6-75ae-4b86-9f8b-52532cff69c0 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:02.792920 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cbd377aa-2a16-4f67-b142-6744ae192c03 req-2a310c43-b6f4-4fa8-84cd-24faa5d7e915 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 210 time: 0.0850759 Dec 22 16:52:02.793801 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56408) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:02.860713 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:02.914212 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f02694a4-9578-4086-9b23-1fe58b5cd48f req-7a592520-54fe-4909-a4ac-97ffa523f256 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.2820044 Dec 22 16:52:02.949152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:02.968948 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.125986 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.142805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.148730 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc76fd53-6615-412a-b201-831223591565 HTTP/1.1" status: 204 len: 168 time: 0.3531826 Dec 22 16:52:03.177247 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d761c3-94d6-465a-9193-6493f9e22430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc76fd53-6615-412a-b201-831223591565,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:03.191513 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] Provisioning complete for port 773c2da8-2e16-45d0-8173-0a819fc8dd4e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:03.192066 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.199805 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-432cbd66-0f77-4b7b-9c8e-57064bff8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.269981 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:03.270584 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.552097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.638506 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.660503 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 447f5ab6-75ae-4b86-9f8b-52532cff69c0, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=447f5ab6-75ae-4b86-9f8b-52532cff69c0,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:03.708381 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.714613 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:03.715621 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 773c2da8-2e16-45d0-8173-0a819fc8dd4e up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:03.946584 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=447f5ab6-75ae-4b86-9f8b-52532cff69c0,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:03.954767 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Sync routers for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:52:03.995148 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] For port 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=773c2da8-2e16-45d0-8173-0a819fc8dd4e,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:04.010972 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:04.025154 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0feb5cf7-5f4c-4f85-aca7-b8b36a69728b req-aaffe47a-3198-43f2-92e7-bb92a7402123 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 210 time: 0.1150670 Dec 22 16:52:04.061965 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Router c8a09aa1-5739-49a0-a9c4-644489217a0c is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:52:04.161436 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c96fd1-57ea-46b2-82e6-44c4f1b791b6 None None] Pushing event updated for resources: {'Port': ['ID=773c2da8-2e16-45d0-8173-0a819fc8dd4e,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:04.209777 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:04.210407 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:04.237985 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-77912dcc-ce54-44ba-8a82-74c19c74e008 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:04.245488 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-77912dcc-ce54-44ba-8a82-74c19c74e008 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 819 time: 0.4004703 Dec 22 16:52:04.253527 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72b4a7d8-8eb2-43d2-99a7-dd5ad000617f req-fc793d35-c7df-4a57-ab64-d6809fe80b8a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0731397 Dec 22 16:52:04.280478 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-1a107770-f1bf-4fc2-9d44-d481fedf4248 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/quotas/1d01354c28bc41ebb9f82a935eaf4eb5 HTTP/1.1" status: 200 len: 375 time: 0.0278323 Dec 22 16:52:04.409750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:52:04.413448 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:04.427176 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:52:04.440048 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-3c807840-5478-4791-9ae9-d5bebba3d9d1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542351 Dec 22 16:52:04.449572 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-edaaf593-b2a3-4acc-8a5a-bc4a950064c3 None None] Provisioning complete for port 773c2da8-2e16-45d0-8173-0a819fc8dd4e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:04.450320 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-edaaf593-b2a3-4acc-8a5a-bc4a950064c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:04.457159 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:04.457960 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:04.470162 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:04.471464 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-e4c6a0fd-8419-4a76-80a1-761051a8456f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1278408 Dec 22 16:52:04.477767 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56502) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:04.699748 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 773c2da8-2e16-45d0-8173-0a819fc8dd4e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:04.700824 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:04.718713 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-6f4dcd06-2d61-4a7b-bec1-367f6b4cff2f service neutron] 10.222.0.41 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776263 Dec 22 16:52:04.766604 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:04.773564 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:05.038025 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-e8360565-5fa2-4895-806a-88a31c123e42 service neutron] 10.222.0.41 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183043 Dec 22 16:52:05.242898 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56532) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:05.430580 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:02Z', 'revision_number': 3, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:05.470639 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:05.550997 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:52:05.551811 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Updating router c8a09aa1-5739-49a0-a9c4-644489217a0c port 81739e8a-2c92-42fc-8e78-378bae55292e binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:52:05.567441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:52:00Z', 'revision_number': 4, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '611960b0-4b70-4213-a56c-42c555a83616', 'name': '', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'mac_address': 'fa:16:3e:5a:a7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:00Z', 'revision_number': 2, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'subnets': [{'id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:05.646512 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Checking router: b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:52:05.646988 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:05.651400 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Updating router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 port 611960b0-4b70-4213-a56c-42c555a83616 binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:52:05.687908 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5de68368-3c10-48ef-96fd-214e95399b59 req-95855018-2e7f-4154-9ee4-bddead4ba308 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 210 time: 0.2143226 Dec 22 16:52:05.747873 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 447f5ab6-75ae-4b86-9f8b-52532cff69c0 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:05.821093 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b7f977ed-4ee6-4350-aee0-b91c360faa0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:05.894888 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-18871383-4b4a-43f6-8a6c-873739cdb1ec req-95c1ae61-3acc-4cea-bb7a-c44bed7ffb55 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 210 time: 0.1368778 Dec 22 16:52:05.987585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.016529 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b7f977ed-4ee6-4350-aee0-b91c360faa0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.028138 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b7f977ed-4ee6-4350-aee0-b91c360faa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.207414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.243492 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8d68f2a2-ffe7-4a6d-8077-7001ad14c1c9 req-63db0e0c-890c-4f08-87ad-88dbf26533a2 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.2202983 Dec 22 16:52:06.246144 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.318580 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b7f977ed-4ee6-4350-aee0-b91c360faa0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fa94c5598b14eb68c4029acebe39965&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0744519 Dec 22 16:52:06.321299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56580) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:06.344600 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f977ed-4ee6-4350-aee0-b91c360faa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ebd0ea-5c5f-4cc6-89a9-b1ae4f3c1b85,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:06.369041 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.54', 49895) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:06.435726 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.443773 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.505184 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c0f6-c8d4-404f-ada4-5c3949ab6915 None None] Pushing event updated for resources: {'Port': ['ID=81739e8a-2c92-42fc-8e78-378bae55292e,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:06.539742 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Attempting to bind port 81739e8a-2c92-42fc-8e78-378bae55292e on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:06.540526 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Attempting to bind port 81739e8a-2c92-42fc-8e78-378bae55292e by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:06.542251 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Attempting to bind port 81739e8a-2c92-42fc-8e78-378bae55292e on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:06.550388 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:06.551121 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:06.551774 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.552441 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:06.553508 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Bound port: 81739e8a-2c92-42fc-8e78-378bae55292e, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:06.554444 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.625003 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Allocated IP 172.20.0.1 (0acee379-f900-4ea8-a6c2-b88479d53ff3/1abb6d48-fc20-44b8-8b95-acea24d2861b/a7d03440-6224-4c65-891c-395c9ce460c1) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:06.632302 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:06.632680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.648856 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] For port 81739e8a-2c92-42fc-8e78-378bae55292e, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:06.653297 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] For port 81739e8a-2c92-42fc-8e78-378bae55292e, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=81739e8a-2c92-42fc-8e78-378bae55292e,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:06.660669 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.668944 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.727976 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c0f6-c8d4-404f-ada4-5c3949ab6915 None None] Pushing event updated for resources: {'Port': ['ID=81739e8a-2c92-42fc-8e78-378bae55292e,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:06.755472 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:06.756979 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:06.799266 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:06.904522 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-e1df966a-b769-4a42-b2c9-7bfcd23fe0e6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:06.908128 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-e1df966a-b769-4a42-b2c9-7bfcd23fe0e6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.5300817 Dec 22 16:52:07.040150 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Request body: {'port': {'device_id': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'admin_state_up': True, 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:07.051882 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:07.074300 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.54', 49901) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:07.110854 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e9e48426-a4e6-4856-8a03-afb48e9f25b2 req-92d88c47-3ac0-4e80-9e3a-b5748689584f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 210 time: 0.1885750 Dec 22 16:52:07.281325 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 773c2da8-2e16-45d0-8173-0a819fc8dd4e up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:07.296280 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:02Z', 'revision_number': 3, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:07.316332 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.372234 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e31c4b-b9d3-4c7e-ab7a-d7d6703ed6cb None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:02Z', 'revision_number': 3, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:52:07.509488 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e2cb2f71-6842-4dfd-baeb-09505e45677b req-736c1bd9-d861-4908-b342-78f9ee484774 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.1054261 Dec 22 16:52:07.570765 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.640916 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-c7214ad9-53db-426f-b895-28bf48933016 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:07.647276 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-c7214ad9-53db-426f-b895-28bf48933016 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 819 time: 0.8872271 Dec 22 16:52:07.655825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.668576 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.54', 49907) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:07.669181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.670568 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21ebd0ea-5c5f-4cc6-89a9-b1ae4f3c1b85 HTTP/1.1" status: 204 len: 168 time: 1.3479266 Dec 22 16:52:07.702585 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc1a77-aeb6-4ed1-9d97-ae3c6ebdea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ebd0ea-5c5f-4cc6-89a9-b1ae4f3c1b85,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:07.704879 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:07.709651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.717302 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.742191 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 773c2da8-2e16-45d0-8173-0a819fc8dd4e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:07.742777 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.772433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:07.998135 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-e5d0b10c-073e-4f7e-9dd6-2b4657824118 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:08.000859 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-e5d0b10c-073e-4f7e-9dd6-2b4657824118 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 819 time: 0.3209541 Dec 22 16:52:08.009460 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-32ef8c24-d32c-42ea-865d-416ce0502d09 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:08.011534 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-32ef8c24-d32c-42ea-865d-416ce0502d09 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.54 "GET /v2.0/networks?id=fea2ded6-11e2-43e6-a355-1d70fb90a539 HTTP/1.1" status: 200 len: 812 time: 0.9344134 Dec 22 16:52:08.021995 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Request body: {'port': {'device_id': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'admin_state_up': True, 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:08.247691 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678266f-bf42-4420-ac3c-08c3d9d26002 None None] Pushing event updated for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:08.250835 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-e0554ed2-a33f-4b4f-bacf-2570d161c01b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/quotas/1d01354c28bc41ebb9f82a935eaf4eb5 HTTP/1.1" status: 200 len: 375 time: 0.5884418 Dec 22 16:52:08.265119 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Allocated IP 172.20.0.14 (9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd/f054949d-e380-4d61-a8f5-157ad6706059/1ba77530-7c12-4010-b3c4-ea538a79455a) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:08.265947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Request body: {'port': {'device_id': '79b00729-cca6-494d-84bf-eb98c49b5693', 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539', 'admin_state_up': True, 'tenant_id': 'e7a1b9f8401440b295882726cb512ddd'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:08.351371 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Attempting to bind port 611960b0-4b70-4213-a56c-42c555a83616 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:08.352001 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Attempting to bind port 611960b0-4b70-4213-a56c-42c555a83616 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:08.354881 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Attempting to bind port 611960b0-4b70-4213-a56c-42c555a83616 on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:08.397224 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:08.399725 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Checking segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:08.402167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.403480 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Bound using segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:08.404794 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Bound port: 611960b0-4b70-4213-a56c-42c555a83616, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:08.405755 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.454601 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.621088 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:08.628454 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-4acd1413-ad88-4bdd-8329-ad412979b995 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3435495 Dec 22 16:52:08.679019 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] For port 611960b0-4b70-4213-a56c-42c555a83616, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:08.684117 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:08.710497 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] For port 611960b0-4b70-4213-a56c-42c555a83616, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=611960b0-4b70-4213-a56c-42c555a83616,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:08.724004 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.740030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Made reservation on behalf of 1d01354c28bc41ebb9f82a935eaf4eb5 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:08.745638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.747834 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:08.750321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:08.751044 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:08.939441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 81739e8a-2c92-42fc-8e78-378bae55292e up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:09.001214 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678266f-bf42-4420-ac3c-08c3d9d26002 None None] Pushing event updated for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:09.087230 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:09.092983 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:09.179493 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63f090c6-9eb0-4830-b911-1d1226d815b4 req-6bba9960-1ec7-41dc-9426-00ec132301f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 210 time: 0.1250713 Dec 22 16:52:09.225800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 81739e8a-2c92-42fc-8e78-378bae55292e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:09.227666 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.341575 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.369900 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-64851662-77ca-4955-b095-1639520b88b9 None None] Provisioning complete for port a7d03440-6224-4c65-891c-395c9ce460c1 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:09.373305 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-64851662-77ca-4955-b095-1639520b88b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.407354 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7c7d62b5-8352-46eb-b27e-747da84a68bc req-603b5b4d-4ef4-4e03-aabd-88629d2c860f tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0499690 Dec 22 16:52:09.497430 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.581089 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.664349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-64851662-77ca-4955-b095-1639520b88b9 None None] Port a7d03440-6224-4c65-891c-395c9ce460c1 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:52:09.675879 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:09.753527 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Made reservation on behalf of e7a1b9f8401440b295882726cb512ddd for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:09.761920 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.768418 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:09.777859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:09.787985 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:09.801562 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:09.801562 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.870356 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8484440 Dec 22 16:52:09.899349 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391af604-0883-4108-b886-f761fe2203f3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event updated for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:09.911112 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-2dc2d97d-6e14-44b8-9fdc-c32f15bb4878 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:52:09.911998 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-2dc2d97d-6e14-44b8-9fdc-c32f15bb4878 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068533 Dec 22 16:52:09.940441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:09.992052 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 81739e8a-2c92-42fc-8e78-378bae55292e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=81739e8a-2c92-42fc-8e78-378bae55292e,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:10.014264 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:10.122142 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=81739e8a-2c92-42fc-8e78-378bae55292e,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:10.264636 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:52:00Z', 'revision_number': 4, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '611960b0-4b70-4213-a56c-42c555a83616', 'name': '', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'mac_address': 'fa:16:3e:5a:a7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:08Z', 'revision_number': 4, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'subnets': [{'id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:10.366295 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Allocated IP 172.20.0.11 (00ddfada-d9d3-4803-9f06-bcb52a33d119/c0513822-5d94-467b-8791-a0a7700aa798/80871602-1165-47a4-b3c5-400c37042a4b) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:10.373075 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f0366-fd1f-47f3-9597-7685e8d6d493 None None] The sync data for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi is: [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:52:00Z', 'revision_number': 4, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '611960b0-4b70-4213-a56c-42c555a83616', 'name': '', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'mac_address': 'fa:16:3e:5a:a7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:08Z', 'revision_number': 4, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'subnets': [{'id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:52:10.631602 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:10.698829 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Request body: {'port': {'device_id': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:10.861153 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 81739e8a-2c92-42fc-8e78-378bae55292e up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:10.905502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf6ba6-5453-42ba-9924-9a7c8ddeeffd req-5f8b5430-c4cd-4f08-9a5a-bfc4ca20dc94 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:10.915229 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a8cf6ba6-5453-42ba-9924-9a7c8ddeeffd req-5f8b5430-c4cd-4f08-9a5a-bfc4ca20dc94 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 932 time: 0.2872396 Dec 22 16:52:10.962447 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:11.055108 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-ab379d65-abdd-4c32-b1fe-eaf8b41e5282 service neutron] 10.222.0.41 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4084942 Dec 22 16:52:11.100666 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a8cf6ba6-5453-42ba-9924-9a7c8ddeeffd req-91067833-72fa-481b-95d8-8f8e61603012 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807051 Dec 22 16:52:11.102425 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 81739e8a-2c92-42fc-8e78-378bae55292e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:11.102829 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:11.438081 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f301080-cf65-47e1-96ec-cef9cf57f097 req-6205607f-18ff-4603-acf2-da9aa0055fc4 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.1756601 Dec 22 16:52:11.840467 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.044738 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba77530-7c12-4010-b3c4-ea538a79455a {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:12.066650 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.131834 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Transition to ACTIVE for port object 1ba77530-7c12-4010-b3c4-ea538a79455a will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:12.136260 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.259707 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:12.260437 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636608b-1974-4742-be65-45b809b1309a service neutron] Pushing event updated for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:12.302365 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:12.316233 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:12.323356 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:12.324156 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.402089 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Attempting to bind port 1ba77530-7c12-4010-b3c4-ea538a79455a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:12.402418 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Attempting to bind port 1ba77530-7c12-4010-b3c4-ea538a79455a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:12.402980 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Attempting to bind port 1ba77530-7c12-4010-b3c4-ea538a79455a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:12.409693 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3963833 Dec 22 16:52:12.418278 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Port 1ba77530-7c12-4010-b3c4-ea538a79455a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:12.418582 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Attempting to bind port 1ba77530-7c12-4010-b3c4-ea538a79455a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:12.425512 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:12.425930 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Checking segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:12.426517 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Bound using segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:12.426964 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Bound port: 1ba77530-7c12-4010-b3c4-ea538a79455a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:12.427526 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.473569 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.490606 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1c5e-3214-4831-9aeb-8a13bd5e6da8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Pushing event updated for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:12.493140 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.496688 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.503896 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb9d7a-a351-4d5d-a470-951e02ba4fda req-696f87ca-0119-4e8e-940e-ff86fde58ac4 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:12.524753 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Allocated IP 172.20.0.5 (fea2ded6-11e2-43e6-a355-1d70fb90a539/23a25994-4f2e-443f-afc2-ccddd80e0a46/9c4c58ef-a3f5-4ca1-8478-b06352f25f86) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:12.530164 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bfeb9d7a-a351-4d5d-a470-951e02ba4fda req-696f87ca-0119-4e8e-940e-ff86fde58ac4 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.1871645 Dec 22 16:52:12.574719 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-8f1a26ad-fd56-442d-9707-a04647932216 service neutron] 10.222.0.41 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4830577 Dec 22 16:52:12.720860 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:12.756242 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 611960b0-4b70-4213-a56c-42c555a83616 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:12.771267 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bfeb9d7a-a351-4d5d-a470-951e02ba4fda req-0c677578-8e0e-4698-a4ea-c44bd5bc409a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374303 Dec 22 16:52:12.796615 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:12.806666 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1ba77530-7c12-4010-b3c4-ea538a79455a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:12.815131 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.848298 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:12.853094 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:12.896754 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 611960b0-4b70-4213-a56c-42c555a83616 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:12.897135 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.904255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:12.912988 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:12.914510 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-0636608b-1974-4742-be65-45b809b1309a service neutron] 10.222.0.54 "PUT /v2.0/ports/1ba77530-7c12-4010-b3c4-ea538a79455a HTTP/1.1" status: 200 len: 1094 time: 2.5299673 Dec 22 16:52:12.917605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:13.070119 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.077383 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d704dc15-d344-4c4d-80db-1c7e0efaff5d req-eec7b839-df14-4a45-bdda-8107581999c4 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0829570 Dec 22 16:52:13.101423 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636608b-1974-4742-be65-45b809b1309a service neutron] Pushing event updated for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:13.130180 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 611960b0-4b70-4213-a56c-42c555a83616, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=611960b0-4b70-4213-a56c-42c555a83616,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:13.138145 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.268779 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.311304 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d62f02a-f211-43e6-a91e-80270bcded36 req-7e28820d-055f-4561-b718-2082e27bf401 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.1073711 Dec 22 16:52:13.342512 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e867a061-a019-4074-b7e6-39e48789d5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:13.388806 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:52:13.401921 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.498287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Network fea2ded6-11e2-43e6-a355-1d70fb90a539 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:13.510512 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:13.518623 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:13.526444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:13.527366 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.533928 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:13.543357 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-c2eccd5d-c5f9-4f53-9b6c-22260f4c4def None None] Provisioning complete for port a7d03440-6224-4c65-891c-395c9ce460c1 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:13.543720 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c2eccd5d-c5f9-4f53-9b6c-22260f4c4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:13.545014 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:13.552579 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d408185-6034-4f6d-971a-ce2a0fa7cd6a x-openstack-request-id: req-4d408185-6034-4f6d-971a-ce2a0fa7cd6a {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:13.552863 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:13.553111 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d408185-6034-4f6d-971a-ce2a0fa7cd6a {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:13.553548 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a', 'status': 'completed', 'code': 200} Dec 22 16:52:13.584316 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c2eccd5d-c5f9-4f53-9b6c-22260f4c4def None None] Port a7d03440-6224-4c65-891c-395c9ce460c1 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:52:13.603104 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-5886995f-a7df-4fd1-86b6-3f1772db63dd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3605635 Dec 22 16:52:13.610806 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:52:13.619313 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-66f0b210-5215-47ab-bd04-a5fa56106869 admin admin] 10.222.0.41 "PUT /v2.0/routers/c8a09aa1-5739-49a0-a9c4-644489217a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1388030 Dec 22 16:52:13.621364 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:52:13.635492 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:13.636170 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:13.761252 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:13.925897 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7bd76-49e0-419b-966e-992da9b86e91 req-3a5cc886-c368-4e39-8772-820260e82a03 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:13.929231 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b1e7bd76-49e0-419b-966e-992da9b86e91 req-3a5cc886-c368-4e39-8772-820260e82a03 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0690627 Dec 22 16:52:14.015841 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b1e7bd76-49e0-419b-966e-992da9b86e91 req-d2cf6bda-6c70-442d-89b3-e8db329383b5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Dec 22 16:52:14.040167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:10Z', 'revision_number': 2, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:14.078912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:52:14.078912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Updating router c8a09aa1-5739-49a0-a9c4-644489217a0c port a7d03440-6224-4c65-891c-395c9ce460c1 binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:52:14.137512 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.138904 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56844) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:14.145506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071858238', 'description': 'tempest-description--41157668'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:14.241418 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.266412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c29570-0a0b-4074-9be8-812d309c7e98 req-1c4d02c1-ae57-490e-9bfd-1b666ecc0c7e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:14.268142 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88c29570-0a0b-4074-9be8-812d309c7e98 req-1c4d02c1-ae57-490e-9bfd-1b666ecc0c7e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0844722 Dec 22 16:52:14.407205 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88c29570-0a0b-4074-9be8-812d309c7e98 req-af70ac1a-aacd-424e-afc7-bdd00c3cd6b5 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320171 Dec 22 16:52:14.490299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.495983 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.526355 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3c3fe58f-b338-4594-9709-4f82e8797093 req-8d9c579b-425f-4225-aadd-46912dfbdff0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0586843 Dec 22 16:52:14.561199 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.568331 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.570412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.572572 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4309111 Dec 22 16:52:14.575992 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56852) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:14.578157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f295a-b863-4701-af7a-bc17ac1e7b7d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e510df5-72c2-4aff-9b6e-e6e434a5fb99,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:14.581930 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group_rule': {'security_group_id': '2e510df5-72c2-4aff-9b6e-e6e434a5fb99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:14.647768 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.666496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 611960b0-4b70-4213-a56c-42c555a83616 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:14.777536 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.788606 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.806064 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Attempting to bind port a7d03440-6224-4c65-891c-395c9ce460c1 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:14.807260 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Attempting to bind port a7d03440-6224-4c65-891c-395c9ce460c1 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:14.807393 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Attempting to bind port a7d03440-6224-4c65-891c-395c9ce460c1 on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:14.834932 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:14.835169 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Checking segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:14.835563 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.835963 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Bound using segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:14.836585 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Bound port: a7d03440-6224-4c65-891c-395c9ce460c1, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:14.837010 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.842212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b692ec38-1369-45c1-8e50-64685e50d57d,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:14.846175 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed14b-a46b-42e1-aa38-e9ce612673cd None None] Pushing event updated for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:14.857150 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.859681 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 611960b0-4b70-4213-a56c-42c555a83616 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:14.860090 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.860714 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-fb5e7479-6bb3-4c80-973b-caf9240e90e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2831430 Dec 22 16:52:14.863292 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 56858) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:14.872303 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group_rule': {'security_group_id': '2e510df5-72c2-4aff-9b6e-e6e434a5fb99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:14.909536 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.951166 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-69858ebf-d4d6-4875-a6a5-3b273c043255 None None] Provisioning complete for port a7d03440-6224-4c65-891c-395c9ce460c1 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:14.951529 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-69858ebf-d4d6-4875-a6a5-3b273c043255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.965826 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.969513 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.982466 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] For port a7d03440-6224-4c65-891c-395c9ce460c1, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:14.987960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca26b8f8-1fc2-4ec6-906a-434bf7b72e07,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:14.995556 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:14.999833 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-070f3332-0989-434a-b5bb-145d80b48ca8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346283 Dec 22 16:52:14.999954 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 56860) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:15.004689 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:15.027604 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] For port a7d03440-6224-4c65-891c-395c9ce460c1, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a7d03440-6224-4c65-891c-395c9ce460c1,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:15.033669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.036005 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-69858ebf-d4d6-4875-a6a5-3b273c043255 None None] Port a7d03440-6224-4c65-891c-395c9ce460c1 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:52:15.038359 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.103441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:15.103977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:15.110515 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed14b-a46b-42e1-aa38-e9ce612673cd None None] Pushing event updated for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:15.170320 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.176475 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2c736-7baf-4d7a-915a-47b78a18e6dd req-cb1bf77e-16a8-435e-a5f7-97bf5367dd9c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:15.177995 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fbb2c736-7baf-4d7a-915a-47b78a18e6dd req-cb1bf77e-16a8-435e-a5f7-97bf5367dd9c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0833118 Dec 22 16:52:15.274388 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fbb2c736-7baf-4d7a-915a-47b78a18e6dd req-6b86750a-7524-4ee4-8898-2eb3d6305927 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Dec 22 16:52:15.294416 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:15.379871 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Allocated IP 172.27.1.132 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/f818acd7-0394-42e7-b671-e7aadff59e3b) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:15.534442 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] Provisioning complete for port a7d03440-6224-4c65-891c-395c9ce460c1 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:15.534688 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.719795 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9af94c31-e5ed-4142-be2a-c6e68aca10f6 req-af0c8569-aad0-4c6f-b122-9e9cdeb81436 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0800316 Dec 22 16:52:15.801863 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.811927 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f913a-e1a5-4efe-9930-7517780062db req-e81bd902-bfba-4847-ac49-4685d4d1327b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:15.814612 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:14Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:15.816232 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b41f913a-e1a5-4efe-9930-7517780062db req-e81bd902-bfba-4847-ac49-4685d4d1327b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.2059951 Dec 22 16:52:15.841052 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:15.881442 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e58aea4-4709-4620-9dad-fd7af3e8a418 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:14Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:52:15.925545 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] For port a7d03440-6224-4c65-891c-395c9ce460c1, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a7d03440-6224-4c65-891c-395c9ce460c1,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:15.931619 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:16.008954 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b41f913a-e1a5-4efe-9930-7517780062db req-0a5af023-103b-4d05-a92d-38b9dea178c9 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839685 Dec 22 16:52:16.030944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:16.107037 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:16.110504 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:16.114715 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:16.123300 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4f2fb-5132-4542-91a8-7e70c08836e7 None None] Pushing event updated for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:16.231005 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=f818acd7-0394-42e7-b671-e7aadff59e3b,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:16.375062 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:16.553036 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5882a-d3c9-4afd-809f-8c5598f4acbc req-ec72c7e0-095d-4277-a139-bed667b4fb54 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:16.554652 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fcb5882a-d3c9-4afd-809f-8c5598f4acbc req-ec72c7e0-095d-4277-a139-bed667b4fb54 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0951967 Dec 22 16:52:16.677051 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fcb5882a-d3c9-4afd-809f-8c5598f4acbc req-6b92418e-fdb5-4f92-a724-2d30bb3e727d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147017 Dec 22 16:52:16.894349 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:16.976439 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-dc122e39-3de2-4051-b668-5d79c2cca9d6 req-ef829c7b-91e5-44fd-b99b-c59221f3eb9c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0791128 Dec 22 16:52:17.026143 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a7d03440-6224-4c65-891c-395c9ce460c1 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:17.157083 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a7d03440-6224-4c65-891c-395c9ce460c1 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:17.157083 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:17.274409 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb9a03-c1cf-4573-aa67-7dbe4a067690 req-3cc4d25d-749a-4f79-ae5f-d496fc5a8632 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:17.276491 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-54eb9a03-c1cf-4573-aa67-7dbe4a067690 req-3cc4d25d-749a-4f79-ae5f-d496fc5a8632 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0706573 Dec 22 16:52:17.360985 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:17.367212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:17.368817 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-54eb9a03-c1cf-4573-aa67-7dbe4a067690 req-9a62bb2b-f963-463c-b816-ae84be9a8851 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Dec 22 16:52:17.396758 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:17.468511 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=f818acd7-0394-42e7-b671-e7aadff59e3b,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:17.475006 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:17.498004 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7c3262b9-f247-4260-999c-0df2b3bf978c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4842222 Dec 22 16:52:17.816382 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-0ad13cb5-47bd-45bf-ba6d-81be16b1ac92 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2071858238&fields=id&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 267 time: 0.0971599 Dec 22 16:52:17.921911 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f12be-c797-4dfe-b9d4-655e2cb5e5a3 req-c53aed9c-4bc0-4380-9310-721c565ee332 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:17.923607 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c5f12be-c797-4dfe-b9d4-655e2cb5e5a3 req-c53aed9c-4bc0-4380-9310-721c565ee332 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.1035457 Dec 22 16:52:18.004937 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c5f12be-c797-4dfe-b9d4-655e2cb5e5a3 req-c3317ed0-af82-4cb1-9046-2349430c42b6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648143 Dec 22 16:52:18.011875 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-e7c01ae5-337e-4d93-a500-5e97c2670cb5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:18.013189 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-e7c01ae5-337e-4d93-a500-5e97c2670cb5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 817 time: 0.1956661 Dec 22 16:52:18.029961 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-fdb33971-2dd3-40c3-9e6c-2ebc19bcb3ef tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/quotas/a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 375 time: 0.0109320 Dec 22 16:52:18.122119 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d7f76202-913d-4879-979b-5b40e9824a27 req-e072ca40-0d9e-4189-8894-3c317a96963c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0347459 Dec 22 16:52:18.123147 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-74c02122-cfbc-432a-9f14-5a7955180693 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823171 Dec 22 16:52:18.283701 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b1010373-a79e-4c0a-a2b3-b11c8d37d91e service neutron] 10.222.0.41 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235626 Dec 22 16:52:18.386215 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-24c47955-6e2b-4996-acec-53d9420fcd36 service neutron] 10.222.0.41 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954607 Dec 22 16:52:18.484453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1e5e3-eadd-4bbb-9f01-e237ef1d2785 req-7040fb3c-21e3-4ccd-8ac1-dbbe57a17548 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:18.486007 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fc1e5e3-eadd-4bbb-9f01-e237ef1d2785 req-7040fb3c-21e3-4ccd-8ac1-dbbe57a17548 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0498343 Dec 22 16:52:18.544044 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fc1e5e3-eadd-4bbb-9f01-e237ef1d2785 req-074398e8-524e-46fd-9789-faaa1c2fe411 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520318 Dec 22 16:52:18.553146 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84c3a0f5-653c-4ebd-821f-356bf52c5018 req-5053662e-e432-42b6-8bf7-7143414af021 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Dec 22 16:52:19.134033 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac88a15-e680-4e60-9120-1f72ac934524 req-4fb82c67-1fbd-4af3-b197-7854c67f7b2f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:19.136131 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dac88a15-e680-4e60-9120-1f72ac934524 req-4fb82c67-1fbd-4af3-b197-7854c67f7b2f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0536611 Dec 22 16:52:19.183630 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dac88a15-e680-4e60-9120-1f72ac934524 req-d46cd4ac-977b-4505-9ba4-ecae733decfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Dec 22 16:52:19.219501 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f6d822cb-66f2-4c54-b483-f77bdb0c9ccc req-7ddaf58d-231e-48d4-83d2-66b57135a5c4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Dec 22 16:52:19.671533 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3189a1-9adc-4bc0-95b2-4c86f6dc71e2 req-bd25f8ea-1fb7-4f89-9383-e5291e487fee tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:19.673025 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df3189a1-9adc-4bc0-95b2-4c86f6dc71e2 req-bd25f8ea-1fb7-4f89-9383-e5291e487fee tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0555735 Dec 22 16:52:19.689346 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-94a85a01-a6bd-4cab-9505-ea8a7d9f8b99 req-6ed98d11-389f-4e86-b208-f53c1979fc74 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Dec 22 16:52:19.722237 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df3189a1-9adc-4bc0-95b2-4c86f6dc71e2 req-208e74a5-49ba-4482-abf8-dbba1bd3c617 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Dec 22 16:52:20.300604 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391cb5f-2a00-486e-a431-10736a1f6e60 req-b8137838-e500-4f02-830c-347783bc073c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:20.302070 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d391cb5f-2a00-486e-a431-10736a1f6e60 req-b8137838-e500-4f02-830c-347783bc073c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Dec 22 16:52:20.312115 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5b82b06-7f5f-4030-938b-aa0e7dd0405f req-58320eae-37c8-4e7e-95d6-c77a2c2d0ce2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0253823 Dec 22 16:52:20.349069 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d391cb5f-2a00-486e-a431-10736a1f6e60 req-a4c6f56d-13da-4ef4-934b-0366035e58e5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Dec 22 16:52:20.797016 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4a0f2a0-67b5-430f-9201-aa89e17a4fbb req-0e623e08-45f6-43c1-8f80-568922ca8fa1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0291336 Dec 22 16:52:20.835773 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cde30-16b4-405b-88dd-33844971c69d req-7de72c18-e356-47d1-9a7b-cd1e3dc110ca tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:20.837345 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d69cde30-16b4-405b-88dd-33844971c69d req-7de72c18-e356-47d1-9a7b-cd1e3dc110ca tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0493474 Dec 22 16:52:20.888050 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d69cde30-16b4-405b-88dd-33844971c69d req-93de2fb1-a4f9-461e-9503-c21ef8cf9206 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Dec 22 16:52:21.419837 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fd8bf7c7-3073-4fc5-aa80-e3f98c47afbf req-d6fb4680-6dc0-4cb1-88e6-1411df153ea4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0365412 Dec 22 16:52:21.490616 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1657d9-84a9-4aa6-ab11-3ae4471e5bcb req-bd7d7285-12d7-4c9e-afb2-ac669e93ed4a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:21.491535 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7e1657d9-84a9-4aa6-ab11-3ae4471e5bcb req-bd7d7285-12d7-4c9e-afb2-ac669e93ed4a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Dec 22 16:52:21.547060 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7e1657d9-84a9-4aa6-ab11-3ae4471e5bcb req-25826f98-ee76-46a6-88b1-2d4f329ba562 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Dec 22 16:52:21.893567 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7e4f5eb5-8cd0-425d-a931-ba55409c9be8 req-6069ed3d-9b53-44bf-88a5-068a2bd4a40b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0261924 Dec 22 16:52:22.026016 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f54519-251e-4753-b065-3b8a9d061240 req-b976b9a3-a3f5-4038-84ab-7d0e4e90f0c3 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:22.027570 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a7f54519-251e-4753-b065-3b8a9d061240 req-b976b9a3-a3f5-4038-84ab-7d0e4e90f0c3 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0555711 Dec 22 16:52:22.078004 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a7f54519-251e-4753-b065-3b8a9d061240 req-518cdb00-bf26-4267-8a82-ae0be5562764 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Dec 22 16:52:22.554733 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-502a6b0e-a672-4e44-9f60-59821c95630a req-0c39fb5a-b2f6-45f7-808b-cc60e0a25910 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0364335 Dec 22 16:52:22.734700 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabe015-1ba4-4e73-8bee-fe2d0ea19b33 req-8cd3b923-ee6b-400f-a4a6-957413fdb00d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:22.737150 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-6cabe015-1ba4-4e73-8bee-fe2d0ea19b33 req-8cd3b923-ee6b-400f-a4a6-957413fdb00d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0834382 Dec 22 16:52:22.875235 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-6cabe015-1ba4-4e73-8bee-fe2d0ea19b33 req-0e96c355-f4ba-4657-925b-3b5e426c8409 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Dec 22 16:52:23.028422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5a927179-7771-4b0e-b581-3bc5a3bed434 req-725574fc-f210-48b0-ad30-d3737624028f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0457258 Dec 22 16:52:23.062983 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57146) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:23.251828 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202a32-e162-4c7d-aadc-ba424147efde req-6959bcd4-6e95-4ed1-a887-c8630787b7bf tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:23.261267 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-04202a32-e162-4c7d-aadc-ba424147efde req-6959bcd4-6e95-4ed1-a887-c8630787b7bf tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.0862486 Dec 22 16:52:23.292058 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ff12cfc-c569-460e-b99d-08eabb19079b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.336754 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57154) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:23.357440 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-04202a32-e162-4c7d-aadc-ba424147efde req-60c6c293-ea22-47f8-98b6-5cc6911d51fd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948944 Dec 22 16:52:23.429165 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ff12cfc-c569-460e-b99d-08eabb19079b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.434572 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ff12cfc-c569-460e-b99d-08eabb19079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.483543 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7ff12cfc-c569-460e-b99d-08eabb19079b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06462ba3b22842128e7072acba8c86ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195707 Dec 22 16:52:23.484101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1cb52f0b-b361-4404-84e8-8390df7319e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.485625 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff12cfc-c569-460e-b99d-08eabb19079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc75187-49ec-4334-83f3-1d9a8160e6d2,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:23.486135 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57158) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:23.570190 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.611697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.635719 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1cb52f0b-b361-4404-84e8-8390df7319e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.650639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1cb52f0b-b361-4404-84e8-8390df7319e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.704608 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef40bd1a-bd4f-47d6-9fd6-4cf271f5c7d0 req-74aca73f-0f6b-47e3-9fef-964cd5ffc825 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0549393 Dec 22 16:52:23.728947 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1cb52f0b-b361-4404-84e8-8390df7319e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba55c4513ab4444ab3abe57159ad9512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817852 Dec 22 16:52:23.729041 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57172) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:23.730216 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb52f0b-b361-4404-84e8-8390df7319e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a3bd9-f3bc-4b5b-b52b-c54baf084e2c,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:23.741985 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.746241 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.747482 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc75187-49ec-4334-83f3-1d9a8160e6d2 HTTP/1.1" status: 204 len: 168 time: 0.2603316 Dec 22 16:52:23.761356 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccfa7-e221-4830-832b-0169bf1784de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc75187-49ec-4334-83f3-1d9a8160e6d2,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:23.806947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.830502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.896172 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.899132 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:23.901126 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b4a3bd9-f3bc-4b5b-b52b-c54baf084e2c HTTP/1.1" status: 204 len: 168 time: 0.1741922 Dec 22 16:52:23.911677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad8dd-ca72-498c-87e4-df6fef5d282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a3bd9-f3bc-4b5b-b52b-c54baf084e2c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:24.096694 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bb851-7f82-4a8b-92ea-b69c0a377f40 req-a4e74fdd-b28c-4574-a379-4ae3a217d8c3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:24.106226 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1f9bb851-7f82-4a8b-92ea-b69c0a377f40 req-a4e74fdd-b28c-4574-a379-4ae3a217d8c3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.0882502 Dec 22 16:52:24.180642 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1f9bb851-7f82-4a8b-92ea-b69c0a377f40 req-16028219-9a12-482c-950b-ccaa90546e96 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664830 Dec 22 16:52:24.342477 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db19ab7d-a331-4561-85b7-0ccf0304d6e9 req-5cc3f00e-af90-4275-9dd0-1d593b301d04 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.1963997 Dec 22 16:52:24.358444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Request body: {'port': {'device_id': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:24.426649 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Request body: {'port': {'device_id': '79b00729-cca6-494d-84bf-eb98c49b5693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:24.492843 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57214) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:24.524369 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4f3072e5-e247-4fc0-9ba2-6e7dc22f6255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:24.597066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-5fa2e477-8813-4c70-9c82-8d14b998eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:24.599224 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-5fa2e477-8813-4c70-9c82-8d14b998eb3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 1097 time: 0.1786652 Dec 22 16:52:24.634934 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:24.670212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:24.710235 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daedf5-1f75-4d5d-8717-f5bd0f8dd49c req-f33ada87-0db4-4d3d-bb08-5491f63e88ef tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:24.710471 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4f3072e5-e247-4fc0-9ba2-6e7dc22f6255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:24.712368 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e4daedf5-1f75-4d5d-8717-f5bd0f8dd49c req-f33ada87-0db4-4d3d-bb08-5491f63e88ef tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 931 time: 0.1943984 Dec 22 16:52:24.741091 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4f3072e5-e247-4fc0-9ba2-6e7dc22f6255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:24.765929 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-e2d0f788-a71b-45f7-a76b-a238c64a62f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba77530-7c12-4010-b3c4-ea538a79455a HTTP/1.1" status: 200 len: 217 time: 0.1064591 Dec 22 16:52:24.879661 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4f3072e5-e247-4fc0-9ba2-6e7dc22f6255 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03973f347f1f4152bb617a008992a732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826227 Dec 22 16:52:24.885018 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-833b3994-66a6-4337-8d35-da68c334fe06 req-eb1c9822-ac7f-42b3-9409-a9ac47e9a625 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0767837 Dec 22 16:52:24.887468 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57226) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:24.913959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3072e5-e247-4fc0-9ba2-6e7dc22f6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff7f2bc-bfc3-4cee-9802-6216c6a9f48d,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:24.928661 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-11d172f5-9a8a-4a1c-ad6a-e701a8e43a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:24.932760 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-11d172f5-9a8a-4a1c-ad6a-e701a8e43a85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.1541286 Dec 22 16:52:24.937383 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e4daedf5-1f75-4d5d-8717-f5bd0f8dd49c req-9fcbc764-94b5-4653-a4df-cadd6e553a31 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910987 Dec 22 16:52:25.026297 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-23410836-7d30-487b-9e41-78c1165899ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842059 Dec 22 16:52:25.047803 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.103769 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.196272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.54', 49940) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:25.260159 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-afd35c54-8c85-4379-ad9b-4aea84555dd8 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087624 Dec 22 16:52:25.487532 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.499267 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.500732 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aff7f2bc-bfc3-4cee-9802-6216c6a9f48d HTTP/1.1" status: 204 len: 168 time: 0.6112223 Dec 22 16:52:25.613034 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57262) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:25.616938 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f17a-b006-4e5d-a391-c393038e280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff7f2bc-bfc3-4cee-9802-6216c6a9f48d,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:25.686790 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80871602-1165-47a4-b3c5-400c37042a4b {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:25.690945 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.54', 49943) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:25.696227 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-91ad8a0d-07a0-49b7-aa69-66fba731e2f2 req-7184abb1-ff5a-4bb1-bda6-1dcce99095de tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.2717252 Dec 22 16:52:25.714144 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.738509 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d29b7122-2f3d-4805-a6bc-18c57660bead tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:25.744135 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d29b7122-2f3d-4805-a6bc-18c57660bead tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 817 time: 0.5448787 Dec 22 16:52:25.781377 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-71912ef8-0bd7-40e9-8519-6970d7abe60d req-929bf8fe-0aee-46ad-9c23-e3f0998ae70d service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664867 Dec 22 16:52:25.786304 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:25.828002 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Transition to ACTIVE for port object 80871602-1165-47a4-b3c5-400c37042a4b will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:25.831385 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.858707 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08483-63d4-4673-ae80-a0c0848792c8 req-175eaed2-bb7d-4b1c-a6a0-954f6203ab2c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:25.866698 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b1a08483-63d4-4673-ae80-a0c0848792c8 req-175eaed2-bb7d-4b1c-a6a0-954f6203ab2c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.5504284 Dec 22 16:52:25.897652 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:25.975802 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Transition to ACTIVE for port object 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:25.996592 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-a0715f47-d26c-4e69-9fc7-f9ae2d2e42f4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 380 time: 0.2138183 Dec 22 16:52:26.014945 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-74af6d28-d675-4a2a-90a7-d5caf11e83e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.022102 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.023405 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'port': {'device_id': '463be386-b068-4dec-8042-d1084b0f2684', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'admin_state_up': True, 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'security_groups': ['2e510df5-72c2-4aff-9b6e-e6e434a5fb99']}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:26.106314 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-30d72a71-267a-4ee6-b654-cda4027115df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.107813 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-30d72a71-267a-4ee6-b654-cda4027115df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 1097 time: 0.2603886 Dec 22 16:52:26.116570 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-735e3c21-ade6-485c-a728-7345f25df5e1 req-879f31f0-370e-4977-a977-1897861e6eb6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.0976641 Dec 22 16:52:26.120367 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:26.220582 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b1a08483-63d4-4673-ae80-a0c0848792c8 req-3e90f79c-c38f-4baa-b193-a1227ca69abe tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527119 Dec 22 16:52:26.248833 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-628e3d7c-83c3-417e-8542-c54fa76b0f3a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.250530 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-628e3d7c-83c3-417e-8542-c54fa76b0f3a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 819 time: 0.5570407 Dec 22 16:52:26.263271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:26.266151 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Attempting to bind port 80871602-1165-47a4-b3c5-400c37042a4b on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:26.266600 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Attempting to bind port 80871602-1165-47a4-b3c5-400c37042a4b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:26.267780 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Attempting to bind port 80871602-1165-47a4-b3c5-400c37042a4b on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:26.279739 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Request body: {'port': {'device_id': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'admin_state_up': True, 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:26.323852 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Port 80871602-1165-47a4-b3c5-400c37042a4b on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:26.324365 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Attempting to bind port 80871602-1165-47a4-b3c5-400c37042a4b on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:26.404165 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:26.405385 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Checking segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:26.405385 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Bound using segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:26.405883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Bound port: 80871602-1165-47a4-b3c5-400c37042a4b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:26.406321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.413054 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-0c8ed9a3-017d-4d6d-a528-50bc441ef188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.414775 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-0c8ed9a3-017d-4d6d-a528-50bc441ef188 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 916 time: 0.2781873 Dec 22 16:52:26.438664 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Made reservation on behalf of a622ab8fee1845b3a8ebff9ee27e676e for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:26.439810 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Attempting to bind port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:26.440279 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Attempting to bind port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7dbe25ec-9f03-4c1d-a32c-5914e76aa852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:26.440664 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Attempting to bind port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 on network fea2ded6-11e2-43e6-a355-1d70fb90a539 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:26.443269 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: from cryptography.utils import int_from_bytes Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: from cryptography.utils import int_from_bytes Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.460945 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:26.463908 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:26.466787 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4eff9-7775-4830-9fa6-7683eff0cfb8 req-f020ab0d-a571-493b-baf0-b844400e392b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.468457 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-74e4eff9-7775-4830-9fa6-7683eff0cfb8 req-f020ab0d-a571-493b-baf0-b844400e392b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 943 time: 0.2164476 Dec 22 16:52:26.495101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-74af6d28-d675-4a2a-90a7-d5caf11e83e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.498867 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 on network fea2ded6-11e2-43e6-a355-1d70fb90a539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:26.498867 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Attempting to bind port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 on network fea2ded6-11e2-43e6-a355-1d70fb90a539 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:26.499987 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-d8fc397c-35d6-41a8-8d98-d2f09bfdca44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba77530-7c12-4010-b3c4-ea538a79455a HTTP/1.1" status: 200 len: 217 time: 0.0756991 Dec 22 16:52:26.502997 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-74af6d28-d675-4a2a-90a7-d5caf11e83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.531508 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:26.531847 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Checking segment: {'id': '7dbe25ec-9f03-4c1d-a32c-5914e76aa852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:26.532379 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Bound using segment: {'id': '7dbe25ec-9f03-4c1d-a32c-5914e76aa852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:26.532886 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Bound port: 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbe25ec-9f03-4c1d-a32c-5914e76aa852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:26.533313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.626336 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-74af6d28-d675-4a2a-90a7-d5caf11e83e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4e6ef0ae0394b35a75c7a8ae6b24035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9883997 Dec 22 16:52:26.628492 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:26.630748 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af6d28-d675-4a2a-90a7-d5caf11e83e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad3f14-53a9-4d79-935a-017d751b111c,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:26.635696 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57310) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:26.651249 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-34a0c4bd-1f4f-4419-95af-ebdae349d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.652939 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-34a0c4bd-1f4f-4419-95af-ebdae349d2a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.1430237 Dec 22 16:52:26.661386 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80871602-1165-47a4-b3c5-400c37042a4b,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:26.667658 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-74e4eff9-7775-4830-9fa6-7683eff0cfb8 req-0c54db73-7d62-4f7d-a497-65b414d372ab tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717560 Dec 22 16:52:26.670070 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Made reservation on behalf of 1d01354c28bc41ebb9f82a935eaf4eb5 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:26.674074 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.679463 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.739172 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-ad04b0aa-0e74-4114-806e-6ea18dcac712 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745101 Dec 22 16:52:26.791575 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:26.808085 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Allocated IP 172.20.0.14 (0acee379-f900-4ea8-a6c2-b88479d53ff3/1abb6d48-fc20-44b8-8b95-acea24d2861b/fadce0f8-a72e-41df-8ec0-5d450e7a8fd9) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:26.812513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:26.813283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.814777 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 1094 time: 2.4612205 Dec 22 16:52:26.817980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:26.886617 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.890274 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-48194aef-a724-4cbb-9f07-62b71cdd8712 req-21328773-fafa-4de2-87af-70ec34a97094 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 210 time: 0.0475867 Dec 22 16:52:26.926875 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:26.976697 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-a3a342de-f69f-4bf8-8456-63bc87c22339 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258019 Dec 22 16:52:26.986385 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:27.076289 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.088423 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3343c-e165-44a0-834b-9d4b2a43b4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:27.143426 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.144063 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.145896 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] 10.222.0.54 "PUT /v2.0/ports/9c4c58ef-a3f5-4ca1-8478-b06352f25f86 HTTP/1.1" status: 200 len: 1093 time: 2.7436264 Dec 22 16:52:27.159866 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 1ba77530-7c12-4010-b3c4-ea538a79455a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:52:27.218073 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-1f752a9e-27fb-476f-95bd-9d8377043293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.219597 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-1f752a9e-27fb-476f-95bd-9d8377043293 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1097 time: 0.2468262 Dec 22 16:52:27.286437 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d5cc0-c3eb-4224-a2b7-1e0b957bc756 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:27.385906 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecccd14-51cb-4661-bb0e-cdd526645e69" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "tag": "80871602-1165-47a4-b3c5-400c37042a4b"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:27.406555 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-183946a9-5edc-476c-8fe2-a11c83fb1ce8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.1753981 Dec 22 16:52:27.407748 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Allocated IP 172.20.0.12 (00ddfada-d9d3-4803-9f06-bcb52a33d119/c0513822-5d94-467b-8791-a0a7700aa798/5b1bddad-7d9d-476f-8bfc-2e7f79207614) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:27.441070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.443968 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.445478 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecad3f14-53a9-4d79-935a-017d751b111c HTTP/1.1" status: 204 len: 168 time: 0.8063371 Dec 22 16:52:27.538646 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1ba77530-7c12-4010-b3c4-ea538a79455a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:27.545720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cffe4a-5405-45d1-9858-dbb9dddc39ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad3f14-53a9-4d79-935a-017d751b111c,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:27.547523 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-063d1ea6-f344-46d5-94c8-0feb34a23721 req-4748c8dc-ed47-4f97-851f-9f9b079364d2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.1489594 Dec 22 16:52:27.559759 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '1ba77530-7c12-4010-b3c4-ea538a79455a', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'port_id': '1ba77530-7c12-4010-b3c4-ea538a79455a', 'mac_address': 'fa:16:3e:72:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054949d-e380-4d61-a8f5-157ad6706059', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:52:27.590461 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a68c-5d90-42b7-b2bb-11122a31820d req-b5535628-de22-48f7-97a2-d41c623c7f62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.599191 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-44e8a68c-5d90-42b7-b2bb-11122a31820d req-b5535628-de22-48f7-97a2-d41c623c7f62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 944 time: 0.2119658 Dec 22 16:52:27.611825 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-ef138447-c670-484e-be28-5be5a6042cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.613453 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-ef138447-c670-484e-be28-5be5a6042cff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.1782060 Dec 22 16:52:27.620082 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-52527c0d-279d-47b6-b3c6-3eee47c10a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.621490 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-52527c0d-279d-47b6-b3c6-3eee47c10a69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7a1b9f8401440b295882726cb512ddd&device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 1096 time: 0.2504036 Dec 22 16:52:27.637050 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.658085 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e867a061-a019-4074-b7e6-39e48789d5a4 req-662753a5-a988-4c99-ba4b-af4198d39866 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659827 Dec 22 16:52:27.663924 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba77530-7c12-4010-b3c4-ea538a79455a {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:27.703978 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1ba77530-7c12-4010-b3c4-ea538a79455a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:27.706158 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-44e8a68c-5d90-42b7-b2bb-11122a31820d req-60f0281f-9b39-422b-9f7e-d53a0a0aab11 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017947 Dec 22 16:52:27.720028 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.721276 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.742907 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-7f10aca9-9e5b-420d-a272-7282bf0291c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203110 Dec 22 16:52:27.744554 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-b55067e7-65ca-4955-af64-9a63ca244959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86 HTTP/1.1" status: 200 len: 217 time: 0.1092293 Dec 22 16:52:27.802997 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:27.808220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.927118 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:27.935604 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-c3fdef9c-f293-4588-9e0f-47e0a4d0e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.938122 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-c3fdef9c-f293-4588-9e0f-47e0a4d0e328 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23a25994-4f2e-443f-afc2-ccddd80e0a46 HTTP/1.1" status: 200 len: 852 time: 0.1157086 Dec 22 16:52:27.940092 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:27.958231 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:27.964255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: from cryptography.utils import int_from_bytes Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: from cryptography.utils import int_from_bytes Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.965902 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:27.967944 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:52:27.976318 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:27.977293 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:27.984156 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:28.015495 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff04a-c1be-455b-b279-1d22cb9380cf req-c8d7c34f-31c6-4ea6-968d-3f72c2f8475a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:28.024427 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8f6ff04a-c1be-455b-b279-1d22cb9380cf req-c8d7c34f-31c6-4ea6-968d-3f72c2f8475a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 943 time: 0.1644592 Dec 22 16:52:28.036260 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-ea96b226-6066-4620-be06-2e060a09980d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fea2ded6-11e2-43e6-a355-1d70fb90a539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438285 Dec 22 16:52:28.042110 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-b3857e0e-63c4-4981-8be3-2696d24c7ed5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0249076 Dec 22 16:52:28.042540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.070368 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Request body: {'port': {'device_id': '463be386-b068-4dec-8042-d1084b0f2684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:28.153224 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8f6ff04a-c1be-455b-b279-1d22cb9380cf req-9d0aabaa-6528-4469-a15c-f00dfb3bd88f tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232219 Dec 22 16:52:28.233601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.472898 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-0eeca2b3-6b44-4e62-bf5b-d082c8b614ef None None] Provisioning complete for port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:28.474405 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0eeca2b3-6b44-4e62-bf5b-d082c8b614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.544761 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-0eeca2b3-6b44-4e62-bf5b-d082c8b614ef None None] Port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:52:28.562920 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57380) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:28.566640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ee43be-14cb-4d4a-8577-4e32fa06b929 x-openstack-request-id: req-a5ee43be-14cb-4d4a-8577-4e32fa06b929 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:28.568227 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "tag": "80871602-1165-47a4-b3c5-400c37042a4b", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:28.568488 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5ee43be-14cb-4d4a-8577-4e32fa06b929 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:28.568953 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b', 'status': 'completed', 'code': 200} Dec 22 16:52:28.579743 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-adf419b9-6ec8-465d-a5d7-1b9b025581e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.600367 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-f3deddb6-d1e5-4c1a-81da-c79a421d6946 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767186 Dec 22 16:52:28.611317 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115a2e7-fd87-467a-81da-2eadf20fcef2 req-c6a465cd-91da-454b-a19d-331a36e8fe48 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:28.612901 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c115a2e7-fd87-467a-81da-2eadf20fcef2 req-c6a465cd-91da-454b-a19d-331a36e8fe48 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 932 time: 0.3474264 Dec 22 16:52:28.724949 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c115a2e7-fd87-467a-81da-2eadf20fcef2 req-82dd3071-0714-40ed-afe0-14e09720666d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041696 Dec 22 16:52:28.853339 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f88842fd-cf47-4bc1-ab67-b407b7936453 req-f3bab554-3840-47a8-a269-d0553f5e6f8d service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023768 Dec 22 16:52:28.881030 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-adf419b9-6ec8-465d-a5d7-1b9b025581e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.899759 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1f003a34-4a74-42c3-8fdc-faa94bbf5e7a req-d2412f9f-5e89-4887-8186-4c03cb8d6142 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 210 time: 0.1946652 Dec 22 16:52:28.906947 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-79386bc4-e4e6-44c6-8d30-d2a916e06245 service neutron] 10.222.0.54 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388264 Dec 22 16:52:28.909806 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-adf419b9-6ec8-465d-a5d7-1b9b025581e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.910904 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:28.959688 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-adf419b9-6ec8-465d-a5d7-1b9b025581e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69ed09dd704a4c3a91a4d97a9b93d4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957539 Dec 22 16:52:28.973106 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57410) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:29.012744 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:29.036260 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.046235 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf419b9-6ec8-465d-a5d7-1b9b025581e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc7852-2919-4f3c-b9d0-fa5e35ca27d4,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:29.058801 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Network 00ddfada-d9d3-4803-9f06-bcb52a33d119 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:29.061913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Transition to ACTIVE for port object fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:29.070557 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.092100 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b091-e83f-48d2-9741-327e54e50f4a req-cd02525f-e332-4031-8330-d37206be20dd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.093882 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9b60b091-e83f-48d2-9741-327e54e50f4a req-cd02525f-e332-4031-8330-d37206be20dd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 945 time: 0.1528494 Dec 22 16:52:29.128867 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 1ba77530-7c12-4010-b3c4-ea538a79455a up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:29.164540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-ecf97861-e9f3-4cea-ae84-fe6b9d1135d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.166228 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-ecf97861-e9f3-4cea-ae84-fe6b9d1135d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1097 time: 0.1919703 Dec 22 16:52:29.166909 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:29.167251 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:29.170601 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:29.194837 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.198097 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.218133 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9b60b091-e83f-48d2-9741-327e54e50f4a req-8b1d0f19-e254-4c1e-96ef-7a011c5a59a6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013622 Dec 22 16:52:29.228032 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Attempting to bind port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:29.228398 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Attempting to bind port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:29.228833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Attempting to bind port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:29.238307 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:29.238554 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Attempting to bind port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:29.246481 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:29.246816 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Checking segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:29.247276 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Bound using segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:29.247677 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Bound port: fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:29.248101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.279293 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-508a2240-b3d5-4656-8bf3-00c7670f6eb8 req-3f360c74-a19d-40a1-ad78-e56d6c0c02d0 service neutron] 10.222.0.54 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586388 Dec 22 16:52:29.303980 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 1ba77530-7c12-4010-b3c4-ea538a79455a completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:52:29.317880 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 1ba77530-7c12-4010-b3c4-ea538a79455a triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:29.318824 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.348432 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0738859 Dec 22 16:52:29.385838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:29.392318 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:29.400288 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Request body: {'port': {'device_id': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:29.400530 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.452688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.453602 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.454974 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] 10.222.0.54 "PUT /v2.0/ports/fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 1094 time: 1.4018264 Dec 22 16:52:29.457621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:29.459878 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e70a3-0483-4969-a148-674bcb2293bc" -d '{"events": [{"name": "network-changed", "server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:29.487421 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ffd35-ba14-4da8-9de4-40aabfc7e055 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Pushing event updated for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:29.519537 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.558198 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c341e-8b7c-4f6d-ad3b-8057a9fca1d5 x-openstack-request-id: req-150c341e-8b7c-4f6d-ad3b-8057a9fca1d5 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:29.558879 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:29.559324 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-150c341e-8b7c-4f6d-ad3b-8057a9fca1d5 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:29.559927 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'status': 'completed', 'code': 200} Dec 22 16:52:29.591174 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9e30-f6a3-4b52-be0b-6881bc00497d service neutron] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:29.594775 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1ba77530-7c12-4010-b3c4-ea538a79455a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:29.599724 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.607414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:29.616397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.622323 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-f4c4ab0f-1978-489b-8e8f-8616896f9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.631130 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-f4c4ab0f-1978-489b-8e8f-8616896f9508 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1097 time: 0.1165860 Dec 22 16:52:29.679175 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.701914 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:29.733197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-08912147-d3f7-4db9-8714-877267665b44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 217 time: 0.0937197 Dec 22 16:52:29.785214 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:29.805766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-6ec4b39e-8d7e-407f-adf6-8486d6767acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.808056 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-6ec4b39e-8d7e-407f-adf6-8486d6767acc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0657403 Dec 22 16:52:29.925303 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16baa3b-bf39-4266-afad-6d4aea546f86" -d '{"events": [{"server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "name": "network-vif-plugged", "status": "completed", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:29.958009 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-db94fd25-fa93-4b3e-aa4d-873adb4af0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.960442 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-db94fd25-fa93-4b3e-aa4d-873adb4af0a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1433821 Dec 22 16:52:29.972513 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6253-3216-4e01-9805-1833b003a6e3 req-e8c5c097-5032-4d7f-ae4c-35aceb9b1ebe tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.974110 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-579a6253-3216-4e01-9805-1833b003a6e3 req-e8c5c097-5032-4d7f-ae4c-35aceb9b1ebe tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0867021 Dec 22 16:52:29.995668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c12dc9-4894-4ade-b765-57142f73357d req-4e294e09-2bdb-4e51-a6b1-b9cc70520d84 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:29.997335 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d0c12dc9-4894-4ade-b765-57142f73357d req-4e294e09-2bdb-4e51-a6b1-b9cc70520d84 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 943 time: 0.6949956 Dec 22 16:52:30.013825 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.016545 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.017776 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ccc7852-2919-4f3c-b9d0-fa5e35ca27d4 HTTP/1.1" status: 204 len: 168 time: 1.0392532 Dec 22 16:52:30.082021 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-1b69b6c3-7866-432f-b420-e70e2cda7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.083406 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-1b69b6c3-7866-432f-b420-e70e2cda7bdb service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.8795888 Dec 22 16:52:30.093546 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-579a6253-3216-4e01-9805-1833b003a6e3 req-467a3d38-1768-4fa5-95c7-61a8c8dc330a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092448 Dec 22 16:52:30.094431 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3b268-61cb-4f65-89b1-fee2fa9b1c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc7852-2919-4f3c-b9d0-fa5e35ca27d4,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:30.146533 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-5518a338-bffb-471f-b6a1-2f71d2ba09e3 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713967 Dec 22 16:52:30.151010 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-de76f612-7c19-45ed-b365-5e2c5e586da6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0588808 Dec 22 16:52:30.217114 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d0c12dc9-4894-4ade-b765-57142f73357d req-a6be7f0a-3416-4219-b20f-b829f485b2e5 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099111 Dec 22 16:52:30.275305 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-275bf11c-4c92-47ad-8ff8-84b776e8454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.276881 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb27db7-4b43-4f17-9598-9fe5e223e887 x-openstack-request-id: req-2fb27db7-4b43-4f17-9598-9fe5e223e887 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:30.277035 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-275bf11c-4c92-47ad-8ff8-84b776e8454a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.1127946 Dec 22 16:52:30.277525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "name": "network-vif-plugged", "status": "completed", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:30.277783 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fb27db7-4b43-4f17-9598-9fe5e223e887 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:30.278434 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a', 'code': 200} Dec 22 16:52:30.335153 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-65e5098f-d3b3-477c-88b9-5fb93207fa43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424316 Dec 22 16:52:30.379489 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01c3312c-4058-4226-a8fe-7b8e2f160c6e req-af437952-b270-4d3f-ab9b-ffdb3e139788 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189469 Dec 22 16:52:30.511588 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9b70-5b1a-497b-ade4-3dbb863bf2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.529150 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e70a3-0483-4969-a148-674bcb2293bc req-16066ac9-7269-4baa-b53c-e189af6bb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.530778 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-16066ac9-7269-4baa-b53c-e189af6bb4fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1097 time: 0.0770202 Dec 22 16:52:30.539454 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3182d5-1c88-4736-85c0-32bd10052fb1 req-baa2e724-c10f-4a39-a4fb-7212487ffdc1 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.543676 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7a3182d5-1c88-4736-85c0-32bd10052fb1 req-baa2e724-c10f-4a39-a4fb-7212487ffdc1 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.1639931 Dec 22 16:52:30.570748 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:30.573602 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90552a64-ade5-4c90-8fda-32d9674f992d" -d '{"events": [{"name": "network-changed", "server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:30.590579 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1bddad-7d9d-476f-8bfc-2e7f79207614 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:30.608077 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.632339 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e983-0785-4833-9d80-f56ffafbfb2f req-9e04b37d-7fe7-4954-83f2-021284d57b19 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.640096 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c2c2e983-0785-4833-9d80-f56ffafbfb2f req-9e04b37d-7fe7-4954-83f2-021284d57b19 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 932 time: 0.2948835 Dec 22 16:52:30.662245 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-7f15a5ce-d849-4760-8083-c3d318e0b835 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158495 Dec 22 16:52:30.663265 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Transition to ACTIVE for port object 5b1bddad-7d9d-476f-8bfc-2e7f79207614 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:30.689469 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.699343 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7a3182d5-1c88-4736-85c0-32bd10052fb1 req-38ce9c7b-5f81-4671-9573-ce2412f6e9f0 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476426 Dec 22 16:52:30.705304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e70a3-0483-4969-a148-674bcb2293bc req-9ee7b20d-f49a-461e-89ef-e960f8a390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.707188 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-9ee7b20d-f49a-461e-89ef-e960f8a390a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.1651945 Dec 22 16:52:30.754330 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-00a72613-8106-4c06-8b48-8732ad1fc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.756494 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-00a72613-8106-4c06-8b48-8732ad1fc8ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 1099 time: 0.2412612 Dec 22 16:52:30.800152 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-b36d51c4-0b70-45a1-8fb7-16c32dc17c58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 217 time: 0.0848041 Dec 22 16:52:30.842127 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef47b3-a80b-4374-9d9b-5d9551fa7fd7 x-openstack-request-id: req-f2ef47b3-a80b-4374-9d9b-5d9551fa7fd7 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:30.842600 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:30.843003 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2ef47b3-a80b-4374-9d9b-5d9551fa7fd7 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:30.843392 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'status': 'completed', 'code': 200} Dec 22 16:52:30.853384 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:30.873670 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c2c2e983-0785-4833-9d80-f56ffafbfb2f req-77c800e0-64d1-4e18-b0e1-a716a2794236 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326252 Dec 22 16:52:30.880485 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:30.914943 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e70a3-0483-4969-a148-674bcb2293bc req-63a6189b-cf86-4323-a4ae-33c6cbd63526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.914943 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-63a6189b-cf86-4323-a4ae-33c6cbd63526 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.1049840 Dec 22 16:52:30.939781 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552a64-ade5-4c90-8fda-32d9674f992d req-8e5a27b9-7983-4fba-9288-c27ce0fa37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:30.941449 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-8e5a27b9-7983-4fba-9288-c27ce0fa37b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7a1b9f8401440b295882726cb512ddd&device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 1096 time: 0.0876937 Dec 22 16:52:30.975721 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-85da51ae-0043-4c37-bd80-7ff93109e8f4 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972617 Dec 22 16:52:30.987457 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Attempting to bind port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:30.988089 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Attempting to bind port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:30.988798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Attempting to bind port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:31.002606 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:31.004082 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Attempting to bind port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 on network 00ddfada-d9d3-4803-9f06-bcb52a33d119 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:31.019573 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:31.019915 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Checking segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:31.020328 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Bound using segment: {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:31.020797 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Bound port: 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88857b0-e768-40e6-867a-7c7f823b9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:31.021169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.069130 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e70a3-0483-4969-a148-674bcb2293bc req-e96e5770-c290-46b6-92e8-7309e58bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.070840 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-e96e5770-c290-46b6-92e8-7309e58bafd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1490073 Dec 22 16:52:31.090798 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552a64-ade5-4c90-8fda-32d9674f992d req-c19e9dcf-40ee-462d-84d0-68aaffce868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.092789 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-c19e9dcf-40ee-462d-84d0-68aaffce868e service neutron] 10.222.0.54 "GET /v2.0/networks?id=fea2ded6-11e2-43e6-a355-1d70fb90a539 HTTP/1.1" status: 200 len: 913 time: 0.1306074 Dec 22 16:52:31.112841 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57516) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:31.146213 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.152850 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 80871602-1165-47a4-b3c5-400c37042a4b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:52:31.171370 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-c0ed2477-4bfc-4c63-ace3-629177006526 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86 HTTP/1.1" status: 200 len: 217 time: 0.0578051 Dec 22 16:52:31.173034 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.241768 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:31.274160 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552a64-ade5-4c90-8fda-32d9674f992d req-9f1cbf9c-6591-4696-8620-227eeed9931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.276024 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-9f1cbf9c-6591-4696-8620-227eeed9931e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23a25994-4f2e-443f-afc2-ccddd80e0a46 HTTP/1.1" status: 200 len: 852 time: 0.0762880 Dec 22 16:52:31.323204 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-aeb3a4e0-db15-432f-86fc-8d2c3afd8a14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fea2ded6-11e2-43e6-a355-1d70fb90a539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365293 Dec 22 16:52:31.326721 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:31.332131 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-488847df-3059-40c0-b8fd-fcdfce5aa3fe service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503941 Dec 22 16:52:31.342557 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705295 Dec 22 16:52:31.343988 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3e439-09bf-4423-ac80-c6890eddf79f,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:31.351056 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.467722 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80871602-1165-47a4-b3c5-400c37042a4b,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:31.500570 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '80871602-1165-47a4-b3c5-400c37042a4b', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'port_id': '80871602-1165-47a4-b3c5-400c37042a4b', 'mac_address': 'fa:16:3e:e1:5d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:52:31.559416 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:52:31.578802 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-06bbe908-912e-4163-8b48-560735228342 service neutron] 10.222.0.54 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440631 Dec 22 16:52:31.654298 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.681371 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80871602-1165-47a4-b3c5-400c37042a4b {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:31.715377 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.716017 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.717476 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 200 len: 1094 time: 2.3282173 Dec 22 16:52:31.719408 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd4087eb-8f90-4d33-8a37-84ea2ae739f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.738820 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57542) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:31.745014 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80871602-1165-47a4-b3c5-400c37042a4b,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:31.753200 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:31.754421 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:52:31.767920 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef360e-6d25-453e-be1e-635be6482955 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:31.791641 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759637c-b84e-4727-bbc1-d614dd9d52b3 req-8681b011-8a48-47af-993c-4c27ad8b4053 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.798988 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f759637c-b84e-4727-bbc1-d614dd9d52b3 req-8681b011-8a48-47af-993c-4c27ad8b4053 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 943 time: 0.1440208 Dec 22 16:52:31.886372 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:31.914892 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f759637c-b84e-4727-bbc1-d614dd9d52b3 req-eef707d4-e64d-40e0-8476-849e1fbd1e2d tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101067 Dec 22 16:52:31.932589 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90552a64-ade5-4c90-8fda-32d9674f992d req-9c4338a6-5f24-4131-8a0e-68e11454013c service neutron] 10.222.0.54 "GET /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455117 Dec 22 16:52:31.950821 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-d6f619c0-0e29-4128-a190-6fb4dcb7faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.951899 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c701e5-26f9-4a78-9871-fd635a86853f req-30af056e-aad8-44db-9738-b3c63c9ac8c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:31.953689 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-06c701e5-26f9-4a78-9871-fd635a86853f req-30af056e-aad8-44db-9738-b3c63c9ac8c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.6512790 Dec 22 16:52:31.959275 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-d6f619c0-0e29-4128-a190-6fb4dcb7faad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1097 time: 0.1779032 Dec 22 16:52:31.990716 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:31.991621 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-462e70a3-0483-4969-a148-674bcb2293bc req-c100b8c8-9f2c-4edf-a274-0ce0759d090b service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310289 Dec 22 16:52:32.004296 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'network_id': 'fea2ded6-11e2-43e6-a355-1d70fb90a539', 'port_id': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'mac_address': 'fa:16:3e:4b:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a25994-4f2e-443f-afc2-ccddd80e0a46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:52:32.050781 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.055519 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-06c701e5-26f9-4a78-9871-fd635a86853f req-d603d579-cda4-4fed-8194-ab651c901fc3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884423 Dec 22 16:52:32.067724 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:32.071981 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96ec6d7b-078d-4b0f-ac60-3e996eef8e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.104153 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:32.111920 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.133377 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-00230533-8e4f-4b87-be6b-a7d795f21707 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 200 len: 217 time: 0.1684151 Dec 22 16:52:32.163960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:32.179781 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd3325-8946-4d0a-be4b-b60ffdb2568b req-f4dcb472-fc22-4458-ad63-5814f2d85125 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:32.181985 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8fd3325-8946-4d0a-be4b-b60ffdb2568b req-f4dcb472-fc22-4458-ad63-5814f2d85125 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 944 time: 0.0577118 Dec 22 16:52:32.217634 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd4087eb-8f90-4d33-8a37-84ea2ae739f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.235803 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd4087eb-8f90-4d33-8a37-84ea2ae739f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.237469 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8fd3325-8946-4d0a-be4b-b60ffdb2568b req-9b96204d-a4eb-49f9-9802-cb612ab6f3df tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Dec 22 16:52:32.279593 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-adcfee44-5a29-464c-a064-b543aac897d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:32.281097 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-adcfee44-5a29-464c-a064-b543aac897d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.1209769 Dec 22 16:52:32.297186 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ec33-498f-41f2-924e-100d2967fe6a req-2922a8f2-53ad-478d-9bfa-46fa01dada32 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:32.298868 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aec6ec33-498f-41f2-924e-100d2967fe6a req-2922a8f2-53ad-478d-9bfa-46fa01dada32 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.2073283 Dec 22 16:52:32.349965 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-143a4f51-29a7-4a2f-80c4-0368dce4ff4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446715 Dec 22 16:52:32.352173 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-dd4087eb-8f90-4d33-8a37-84ea2ae739f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7d4c4e236c64e0c9486477f7a37efe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2368424 Dec 22 16:52:32.355062 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57558) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:32.359612 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4087eb-8f90-4d33-8a37-84ea2ae739f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5c075-0bd3-44b5-804a-59d2665366d4,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:32.365077 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['80871602-1165-47a4-b3c5-400c37042a4b'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:32.403063 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['9c4c58ef-a3f5-4ca1-8478-b06352f25f86'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:32.426825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.456535 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.513235 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96ec6d7b-078d-4b0f-ac60-3e996eef8e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.523772 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96ec6d7b-078d-4b0f-ac60-3e996eef8e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.524933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.528023 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.529402 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef5c075-0bd3-44b5-804a-59d2665366d4 HTTP/1.1" status: 204 len: 168 time: 0.1733680 Dec 22 16:52:32.549109 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aec6ec33-498f-41f2-924e-100d2967fe6a req-1e88ed7a-f8f2-4e2d-b4f0-cbce004a1a06 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164795 Dec 22 16:52:32.562805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e0942-cbcc-4bae-be08-f1c2a6d30c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5c075-0bd3-44b5-804a-59d2665366d4,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:32.610189 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-96ec6d7b-078d-4b0f-ac60-3e996eef8e1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9df95480519441ceadf61728605e0858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8699305 Dec 22 16:52:32.611435 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec6d7b-078d-4b0f-ac60-3e996eef8e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a026a7-ab26-4d6c-91b1-7e5617f44f4a,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:32.613338 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57566) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:32.616609 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-334fe046-f1ff-4d9f-8552-ff5856a56e53 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443669 Dec 22 16:52:32.701539 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a218ee08-8fab-4a06-a8ad-33229a04a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.737571 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.749150 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3cc3b8e-712c-4530-9c41-caa281151acb req-55b83d14-ec5a-431d-bcf2-dcad78ecc257 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248767 Dec 22 16:52:32.782924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.844289 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:32.846999 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:32.854327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.856925 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:32.861950 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45a026a7-ab26-4d6c-91b1-7e5617f44f4a HTTP/1.1" status: 204 len: 168 time: 0.2473073 Dec 22 16:52:32.872033 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08cc3d-01c9-4349-ba1a-c025960e4e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a026a7-ab26-4d6c-91b1-7e5617f44f4a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:32.927891 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63e723-ef62-463e-8c1c-c762f14a6178 x-openstack-request-id: req-ed63e723-ef62-463e-8c1c-c762f14a6178 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:32.928184 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:32.928457 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed63e723-ef62-463e-8c1c-c762f14a6178 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:32.928859 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614', 'status': 'completed', 'code': 200} Dec 22 16:52:33.076397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-c6848f7e-6792-4c23-b0f8-00e3ecad0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.076397 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-c6848f7e-6792-4c23-b0f8-00e3ecad0128 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1097 time: 0.1187449 Dec 22 16:52:33.126762 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b52f-7aad-408c-8ae2-9bbb9a23f017 req-4a058256-e680-4289-b364-8292cf76feba tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.128405 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3050b52f-7aad-408c-8ae2-9bbb9a23f017 req-4a058256-e680-4289-b364-8292cf76feba tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 944 time: 0.1038704 Dec 22 16:52:33.174977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:52:33.286727 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c7a6-8f43-499a-9052-d757509cf049 req-1f98586b-12de-4b62-9502-85e87d3292f6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.287526 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7b89c7a6-8f43-499a-9052-d757509cf049 req-1f98586b-12de-4b62-9502-85e87d3292f6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0873344 Dec 22 16:52:33.287947 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3050b52f-7aad-408c-8ae2-9bbb9a23f017 req-7068d175-bfc8-4a05-87fe-d344bcacc362 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412175 Dec 22 16:52:33.353072 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-ae90fb23-70e8-48d9-9f7b-741e9a094c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.361319 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-ae90fb23-70e8-48d9-9f7b-741e9a094c77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.2785668 Dec 22 16:52:33.365742 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57614) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:33.377080 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7b89c7a6-8f43-499a-9052-d757509cf049 req-8456f82c-ef5c-485a-be54-68089ef385cc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823033 Dec 22 16:52:33.424039 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:33.439411 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:52:33.462925 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-60a33da1-ddc1-432b-b116-704d1b784f2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 200 len: 217 time: 0.0789754 Dec 22 16:52:33.510601 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.533012 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:33.567974 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57630) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:33.572786 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:33.578456 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.579239 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac94bc8-e58c-4dbd-b7a7-8ecc2fbf0295 req-db58b2bd-44c1-432f-9d0e-6c2d7b4e8e3f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.588723 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aac94bc8-e58c-4dbd-b7a7-8ecc2fbf0295 req-db58b2bd-44c1-432f-9d0e-6c2d7b4e8e3f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 944 time: 0.2067497 Dec 22 16:52:33.594933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57632) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:33.600968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-4e297b90-236c-49f3-beb4-e85d890d4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.602529 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-4e297b90-236c-49f3-beb4-e85d890d4274 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.1051896 Dec 22 16:52:33.607363 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-93f9b9c5-393f-464c-8920-8c788fd9835a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.654179 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-8db6e1be-74e6-4878-808b-78f5e39f598b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358953 Dec 22 16:52:33.658367 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe074cb7-4524-4ed1-bb56-98a655df8fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.705099 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:33.775252 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aac94bc8-e58c-4dbd-b7a7-8ecc2fbf0295 req-9f644230-2ead-420a-9331-42ee9175de94 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855094 Dec 22 16:52:33.788291 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-74451f33-5494-4359-91e8-2299e38932c2 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253710 Dec 22 16:52:33.792275 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454210-6937-4d32-b8c5-65d4d257b6fc req-c2b27b09-f556-4fb9-a3a6-8c4d7888a263 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:33.793797 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43454210-6937-4d32-b8c5-65d4d257b6fc req-c2b27b09-f556-4fb9-a3a6-8c4d7888a263 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.1585057 Dec 22 16:52:33.817753 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:33.876857 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-93f9b9c5-393f-464c-8920-8c788fd9835a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.884704 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-93f9b9c5-393f-464c-8920-8c788fd9835a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.898392 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43454210-6937-4d32-b8c5-65d4d257b6fc req-3c88048e-449e-4e41-b1c5-198f83c38b0b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929942 Dec 22 16:52:33.946231 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d3b599e1-c2d7-4075-bb2c-0a69f89f2ddd req-8a1d6374-8f69-4a55-88a2-2c2d2002fa08 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425927 Dec 22 16:52:33.953171 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-93f9b9c5-393f-464c-8920-8c788fd9835a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27a2bec368ab4bc9a9ca38dfa98452fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838334 Dec 22 16:52:33.955835 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57652) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:33.959728 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b9c5-393f-464c-8920-8c788fd9835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be95432-abe2-4bba-b866-91d68ba8474e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:33.967624 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe074cb7-4524-4ed1-bb56-98a655df8fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:33.978838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe074cb7-4524-4ed1-bb56-98a655df8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.006828 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2b609f39-777e-467f-9962-0b1eb669ffce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.033731 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.057058 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57658) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:34.064771 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-fe074cb7-4524-4ed1-bb56-98a655df8fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d28ccb6dab784abfbd379ada35eaad3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687228 Dec 22 16:52:34.066953 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074cb7-4524-4ed1-bb56-98a655df8fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f2db6e-4dd5-4b7c-b691-f8b68f883574,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:34.170546 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.182052 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.234750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2b609f39-777e-467f-9962-0b1eb669ffce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.240391 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.247280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.258176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2b609f39-777e-467f-9962-0b1eb669ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.341920 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2b609f39-777e-467f-9962-0b1eb669ffce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a253a52c60e455e8e93faab5f8e8221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9749835 Dec 22 16:52:34.344069 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609f39-777e-467f-9962-0b1eb669ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7610b5a2-da9d-4406-8e88-7e184debba21,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:34.344629 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57684) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:34.404057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.407572 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.410976 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35f2db6e-4dd5-4b7c-b691-f8b68f883574 HTTP/1.1" status: 204 len: 168 time: 0.3507085 Dec 22 16:52:34.422683 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.440623 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.443555 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.445165 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0be95432-abe2-4bba-b866-91d68ba8474e HTTP/1.1" status: 204 len: 168 time: 0.4728348 Dec 22 16:52:34.446203 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37264021-d0c7-42a6-9cf4-c1f714a9d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f2db6e-4dd5-4b7c-b691-f8b68f883574,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:34.475641 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.477158 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d7502-d259-43d0-92fa-b1a84665cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be95432-abe2-4bba-b866-91d68ba8474e,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:34.532762 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a9027-3457-42f1-9e22-77fc6a364258 req-a9c56bc9-e407-4a8d-8473-22470e29cf40 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:34.534651 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0b4a9027-3457-42f1-9e22-77fc6a364258 req-a9c56bc9-e407-4a8d-8473-22470e29cf40 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 944 time: 0.1759439 Dec 22 16:52:34.549095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.552108 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:34.553291 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7610b5a2-da9d-4406-8e88-7e184debba21 HTTP/1.1" status: 204 len: 168 time: 0.2076740 Dec 22 16:52:34.602076 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b889e-f764-4b56-b52a-e494b868a583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610b5a2-da9d-4406-8e88-7e184debba21,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:34.625542 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0b4a9027-3457-42f1-9e22-77fc6a364258 req-03b73693-9aca-481b-84cc-f0ee8cd7b0d7 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801744 Dec 22 16:52:34.664662 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79485-cf92-4c24-8a4d-7ab514d25fae req-94a794a1-1a63-4afd-a242-071ae0ff19d2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:34.672886 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-edf79485-cf92-4c24-8a4d-7ab514d25fae req-94a794a1-1a63-4afd-a242-071ae0ff19d2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 945 time: 0.1146710 Dec 22 16:52:34.723290 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-edf79485-cf92-4c24-8a4d-7ab514d25fae req-e9d322b3-fe9b-422d-8cd2-841bab3514eb tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495245 Dec 22 16:52:34.907616 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a1a82-6e1c-419c-aba6-9aba96e25d6c req-71b84e37-1e7d-4f61-a54c-3bfbd152cb3e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:34.909176 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a70a1a82-6e1c-419c-aba6-9aba96e25d6c req-71b84e37-1e7d-4f61-a54c-3bfbd152cb3e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 944 time: 0.0626907 Dec 22 16:52:34.958969 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a70a1a82-6e1c-419c-aba6-9aba96e25d6c req-48335e3f-7051-4ebf-a339-1725b860ddc5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Dec 22 16:52:35.138817 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57742) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:35.153138 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-d8178923-0b27-42ee-a018-ff761e7d33ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.169628 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 5b1bddad-7d9d-476f-8bfc-2e7f79207614 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:52:35.185058 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 80871602-1165-47a4-b3c5-400c37042a4b up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:35.253679 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-d8178923-0b27-42ee-a018-ff761e7d33ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.260652 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-d8178923-0b27-42ee-a018-ff761e7d33ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.307594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-d8178923-0b27-42ee-a018-ff761e7d33ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56755192ca0f43a9b1111888217ee264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675019 Dec 22 16:52:35.311722 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 80871602-1165-47a4-b3c5-400c37042a4b completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:52:35.312031 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57746) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:35.314014 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8178923-0b27-42ee-a018-ff761e7d33ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b3999-2c0d-49df-8eec-09b61ea8d771,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:35.323298 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:35.346067 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 80871602-1165-47a4-b3c5-400c37042a4b triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:35.346437 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.397021 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.402086 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '5b1bddad-7d9d-476f-8bfc-2e7f79207614', 'network_id': '00ddfada-d9d3-4803-9f06-bcb52a33d119', 'port_id': '5b1bddad-7d9d-476f-8bfc-2e7f79207614', 'mac_address': 'fa:16:3e:7a:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0513822-5d94-467b-8791-a0a7700aa798', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:52:35.422031 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57754) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:35.429563 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.499750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.503154 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.504685 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d68b3999-2c0d-49df-8eec-09b61ea8d771 HTTP/1.1" status: 204 len: 168 time: 0.1935296 Dec 22 16:52:35.518566 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848299e-e49e-4846-8a9c-de1cdc5c562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b3999-2c0d-49df-8eec-09b61ea8d771,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:35.539930 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.551179 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.577295 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1bddad-7d9d-476f-8bfc-2e7f79207614 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:35.627026 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:35.642274 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.657697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-44f1214a-ba71-40b4-98b0-18e292239500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.741627 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:35.749899 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.811551 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:35.819977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f14e67c-9c66-4289-a802-419a4dbf046c" -d '{"events": [{"server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "name": "network-vif-plugged", "status": "completed", "tag": "80871602-1165-47a4-b3c5-400c37042a4b"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:35.820565 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-44f1214a-ba71-40b4-98b0-18e292239500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.830126 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-44f1214a-ba71-40b4-98b0-18e292239500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.837604 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80871602-1165-47a4-b3c5-400c37042a4b,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:35.844875 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:35.845957 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:35.860055 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cc8bd-91b1-45e7-baa2-2dea925bf8db req-f1aa9e2c-3753-4f9e-aac9-9e4716adff86 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:35.870797 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f34cc8bd-91b1-45e7-baa2-2dea925bf8db req-f1aa9e2c-3753-4f9e-aac9-9e4716adff86 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 944 time: 0.1023233 Dec 22 16:52:35.870996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1214a-ba71-40b4-98b0-18e292239500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2bb62-a64b-41da-8d56-34653a1a08bc,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:35.896636 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-44f1214a-ba71-40b4-98b0-18e292239500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01333b307547495abfe092f05d80cd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734442 Dec 22 16:52:35.897688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57788) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:35.944328 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f34cc8bd-91b1-45e7-baa2-2dea925bf8db req-0847125b-2de6-4a44-8764-24a1eb3fde4c tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722191 Dec 22 16:52:35.986167 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.017728 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['5b1bddad-7d9d-476f-8bfc-2e7f79207614'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:36.025271 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.090661 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.096131 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.110445 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8b2bb62-a64b-41da-8d56-34653a1a08bc HTTP/1.1" status: 204 len: 168 time: 0.2100818 Dec 22 16:52:36.121558 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee889a-e68a-4b8b-a331-9bdc6620b5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2bb62-a64b-41da-8d56-34653a1a08bc,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:36.169334 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce39c8-4c3b-41b5-b9b0-03c009283b80 x-openstack-request-id: req-a9ce39c8-4c3b-41b5-b9b0-03c009283b80 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:36.169592 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "name": "network-vif-plugged", "status": "completed", "tag": "80871602-1165-47a4-b3c5-400c37042a4b", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:36.174804 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ce39c8-4c3b-41b5-b9b0-03c009283b80 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:36.175454 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b', 'code': 200} Dec 22 16:52:36.187175 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff137-b7c5-4368-930e-99484a357cad req-accfea77-62e6-4912-bec9-668243bb3ef9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:36.189779 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-153ff137-b7c5-4368-930e-99484a357cad req-accfea77-62e6-4912-bec9-668243bb3ef9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 945 time: 0.1316860 Dec 22 16:52:36.245989 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.277211 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:36.327110 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:52:36.338963 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:36.339569 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.351437 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-153ff137-b7c5-4368-930e-99484a357cad req-c31007c4-5e6d-4a5b-b763-1ee7d4d11327 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529319 Dec 22 16:52:36.355560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd26f1-75e2-48c3-bb2c-6263e34a0459 req-ad5227e9-0716-457d-acbf-059db6a9f21c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:36.374695 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0edd26f1-75e2-48c3-bb2c-6263e34a0459 req-ad5227e9-0716-457d-acbf-059db6a9f21c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 945 time: 0.0976837 Dec 22 16:52:36.486057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173564b-5661-4ad4-be5f-0abcfdce37e6 req-d0881ce0-cf04-43d2-aa6f-02ac3875621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:36.490935 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1173564b-5661-4ad4-be5f-0abcfdce37e6 req-d0881ce0-cf04-43d2-aa6f-02ac3875621e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.1022129 Dec 22 16:52:36.515629 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0edd26f1-75e2-48c3-bb2c-6263e34a0459 req-b4ca2984-4b07-4b95-ad45-7b2b513b64ea tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375871 Dec 22 16:52:36.562560 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.573245 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1173564b-5661-4ad4-be5f-0abcfdce37e6 req-71c939d6-785d-435b-9124-ab39fae3eaa5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745215 Dec 22 16:52:36.652272 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.686872 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:36.692910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.693717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:36.779164 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:36.790251 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:52:36.794982 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:36.795357 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.892597 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.897926 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57816) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:36.915168 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0372-4301-4fe5-ae5f-6f0c0040a46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:36.940600 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:36.949398 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.020787 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:37.026573 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0372-4301-4fe5-ae5f-6f0c0040a46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.041849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0372-4301-4fe5-ae5f-6f0c0040a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.103856 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2bcb0372-4301-4fe5-ae5f-6f0c0040a46c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a279ae127e0415aacc7517da979fda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010126 Dec 22 16:52:37.104706 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57826) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:37.116509 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0372-4301-4fe5-ae5f-6f0c0040a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c842f0af-1955-46f3-9590-f5217f690a7d,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:37.128599 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed619-aa54-42c0-88ad-74c5895e02cd req-211d69b3-4f14-4ffb-906d-23a1ab0615c5 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:37.130042 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1dfed619-aa54-42c0-88ad-74c5895e02cd req-211d69b3-4f14-4ffb-906d-23a1ab0615c5 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.1000845 Dec 22 16:52:37.170410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.200545 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1dfed619-aa54-42c0-88ad-74c5895e02cd req-7a9a5830-0f36-4d07-9fe4-06cdeeb959f4 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Dec 22 16:52:37.212122 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.286792 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.290738 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:37.294797 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c842f0af-1955-46f3-9590-f5217f690a7d HTTP/1.1" status: 204 len: 168 time: 0.1886361 Dec 22 16:52:37.303209 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4bbbd-bd34-49c2-aed1-aade2ec6fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c842f0af-1955-46f3-9590-f5217f690a7d,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:37.516404 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863d7b6-a62d-4713-ba3b-d7cecec4d325 req-ed9515b8-a22a-45b5-9c3f-b4a57645093c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:37.517949 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8863d7b6-a62d-4713-ba3b-d7cecec4d325 req-ed9515b8-a22a-45b5-9c3f-b4a57645093c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0619035 Dec 22 16:52:37.601807 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8863d7b6-a62d-4713-ba3b-d7cecec4d325 req-3bf7437f-9f2c-4e8e-a957-971c90f6019f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662217 Dec 22 16:52:37.653240 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4c44b-3fe6-478a-a208-e7fe10e3ba66 req-1b00dd1d-aa39-4e8d-a5aa-5eadf10e566f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:37.655895 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-70e4c44b-3fe6-478a-a208-e7fe10e3ba66 req-1b00dd1d-aa39-4e8d-a5aa-5eadf10e566f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 945 time: 0.0678749 Dec 22 16:52:37.715770 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-70e4c44b-3fe6-478a-a208-e7fe10e3ba66 req-03a51542-0a46-488c-ab29-76f583dbff38 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Dec 22 16:52:38.176733 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}, {'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:38.182388 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165d28a-c84f-475f-9d60-fda8bd4c4f75" -d '{"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}, {"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:38.239005 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac08a3-ffe3-4762-87ba-dee06233d34d x-openstack-request-id: req-ccac08a3-ffe3-4762-87ba-dee06233d34d {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:38.239295 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "code": 200}, {"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:38.239590 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccac08a3-ffe3-4762-87ba-dee06233d34d {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:38.239953 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'code': 200} Dec 22 16:52:38.240222 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'code': 200} Dec 22 16:52:38.346362 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84837-8dd7-45f8-b81b-f3d9380863b4 req-e728d06f-5209-432e-a373-a7ccb81aa4df tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:38.354475 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-39c84837-8dd7-45f8-b81b-f3d9380863b4 req-e728d06f-5209-432e-a373-a7ccb81aa4df tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0719080 Dec 22 16:52:38.451949 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-39c84837-8dd7-45f8-b81b-f3d9380863b4 req-afabd9a7-55f8-427a-852a-a738f760e939 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Dec 22 16:52:38.544671 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16528cc6-59f0-4c0a-9e36-1f476d6683ee req-0487dd1a-4c71-45b9-8c2f-04e1d81db45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:38.547505 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-16528cc6-59f0-4c0a-9e36-1f476d6683ee req-0487dd1a-4c71-45b9-8c2f-04e1d81db45a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1099 time: 0.0663779 Dec 22 16:52:38.569009 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9672-fa0c-46c6-8c0e-bed1dcdbe9fa req-871f5678-0ecb-4bd2-b251-ae558d524b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:38.572012 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af9e9672-fa0c-46c6-8c0e-bed1dcdbe9fa req-871f5678-0ecb-4bd2-b251-ae558d524b61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 1098 time: 0.0993309 Dec 22 16:52:38.600863 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-16528cc6-59f0-4c0a-9e36-1f476d6683ee req-846b149a-880a-4ad5-b60e-2a37e9d69c06 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Dec 22 16:52:38.671038 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af9e9672-fa0c-46c6-8c0e-bed1dcdbe9fa req-f34032f9-ca66-4cad-bf5c-f2dfb72f01a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877495 Dec 22 16:52:38.787642 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e9f8-3f2e-4655-975a-f8286e0280ea req-744a19bc-b159-4056-981f-763e6746fb77 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:38.789444 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11e0e9f8-3f2e-4655-975a-f8286e0280ea req-744a19bc-b159-4056-981f-763e6746fb77 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0845027 Dec 22 16:52:38.874215 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11e0e9f8-3f2e-4655-975a-f8286e0280ea req-4e313200-03bc-42ac-a6f7-148730cc2cf1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777984 Dec 22 16:52:38.904828 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7c2b-79e5-47d3-8788-05b722d4ee4a req-6b7350a5-de95-4cba-aa5e-965bde3bc490 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:38.907797 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-744d7c2b-79e5-47d3-8788-05b722d4ee4a req-6b7350a5-de95-4cba-aa5e-965bde3bc490 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 945 time: 0.0735495 Dec 22 16:52:38.934605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57928) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:39.005888 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-744d7c2b-79e5-47d3-8788-05b722d4ee4a req-ef55e3ff-e50b-4ee3-8ab7-11e0cc01ea89 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868795 Dec 22 16:52:39.168165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a162add9-221a-4e2b-8d71-950e918bdacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.188020 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 5b1bddad-7d9d-476f-8bfc-2e7f79207614 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:52:39.262731 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:52:39.272006 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a162add9-221a-4e2b-8d71-950e918bdacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.272250 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:52:39.272827 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.278087 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a162add9-221a-4e2b-8d71-950e918bdacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.323653 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-a162add9-221a-4e2b-8d71-950e918bdacc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23b5124202de453681518996b1b5e2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879323 Dec 22 16:52:39.324258 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57952) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:39.324597 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162add9-221a-4e2b-8d71-950e918bdacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc57bf21-8736-48fc-8d6c-301a18dadc70,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:39.375746 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.394468 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.438362 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:52:39.463049 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.464505 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.529725 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:39.562687 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.566818 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:39.571424 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc57bf21-8736-48fc-8d6c-301a18dadc70 HTTP/1.1" status: 204 len: 168 time: 0.2429495 Dec 22 16:52:39.573636 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57966) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:39.592714 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593bdd8-6e57-46df-baa0-82cd58170cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc57bf21-8736-48fc-8d6c-301a18dadc70,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:39.630272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38275-5683-4632-95e8-76e83823e041 req-f9184d86-0d3c-402b-a21f-4f7d193873d2 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:39.631830 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ed38275-5683-4632-95e8-76e83823e041 req-f9184d86-0d3c-402b-a21f-4f7d193873d2 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0715585 Dec 22 16:52:39.700512 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ed38275-5683-4632-95e8-76e83823e041 req-3b024174-7ce8-4f0f-a468-1364479a7836 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598006 Dec 22 16:52:40.017705 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69be88ea-4b4d-456d-912d-6658bc4a3b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.027782 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bea625-16c3-4bd6-90c6-004b3ba4efe9 req-d01efb49-086d-4593-a6ef-fd0cde50afe7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:40.035821 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b2bea625-16c3-4bd6-90c6-004b3ba4efe9 req-d01efb49-086d-4593-a6ef-fd0cde50afe7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0746663 Dec 22 16:52:40.116736 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b2bea625-16c3-4bd6-90c6-004b3ba4efe9 req-8a155e4f-714b-40e5-a76b-d31912334272 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795434 Dec 22 16:52:40.131847 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57984) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:40.170784 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e244399b-6f06-464d-8658-4b8e9ac12217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.193506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab37f-4cf4-46f6-ab73-8c564804c01b req-d2b11130-d21b-453b-87a9-96bdc4e1e604 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:40.204160 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-118ab37f-4cf4-46f6-ab73-8c564804c01b req-d2b11130-d21b-453b-87a9-96bdc4e1e604 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1161494 Dec 22 16:52:40.238235 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69be88ea-4b4d-456d-912d-6658bc4a3b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.241841 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:40.246071 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841719b-bd7e-4d22-9c83-8b1eaeea634e" -d '{"events": [{"server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "name": "network-vif-plugged", "status": "completed", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:40.247766 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69be88ea-4b4d-456d-912d-6658bc4a3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.298379 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-118ab37f-4cf4-46f6-ab73-8c564804c01b req-7625127c-91d4-495d-8268-61037348dc24 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931840 Dec 22 16:52:40.351659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 57992) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:40.351856 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-69be88ea-4b4d-456d-912d-6658bc4a3b87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=197b2c55b50141d294bd5df1c3f843d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767100 Dec 22 16:52:40.367323 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be88ea-4b4d-456d-912d-6658bc4a3b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7a6042-2a43-4699-b6fb-30946eb59f7d,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:40.382294 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244c15b-fd33-4dfd-9a87-9b9bb58e5f61 x-openstack-request-id: req-c244c15b-fd33-4dfd-9a87-9b9bb58e5f61 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:40.382611 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "name": "network-vif-plugged", "status": "completed", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:40.382866 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c244c15b-fd33-4dfd-9a87-9b9bb58e5f61 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:40.383258 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614', 'code': 200} Dec 22 16:52:40.431033 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e244399b-6f06-464d-8658-4b8e9ac12217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.441134 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e244399b-6f06-464d-8658-4b8e9ac12217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.441439 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575969a3-aeb8-414a-9e87-abe8a43bed02 req-4c81f945-790d-4807-9362-1df71e85aea1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:40.447043 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-575969a3-aeb8-414a-9e87-abe8a43bed02 req-4c81f945-790d-4807-9362-1df71e85aea1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0896366 Dec 22 16:52:40.452855 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 57996) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:40.457670 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'floatingip': {'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:40.481206 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.484867 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244399b-6f06-464d-8658-4b8e9ac12217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d310467-0dd7-45b4-81d8-a4a2de388030,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:40.541160 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.563808 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e244399b-6f06-464d-8658-4b8e9ac12217 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4367cbda96e44740affc56f671e89575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298978 Dec 22 16:52:40.564549 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58002) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:40.638212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.675696 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.707252 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.709845 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.710993 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae7a6042-2a43-4699-b6fb-30946eb59f7d HTTP/1.1" status: 204 len: 168 time: 0.3562503 Dec 22 16:52:40.719500 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.770539 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79c30-0c60-4b07-b58b-a09ba2678fd6 req-9c26d408-b335-4826-bb3f-2ca1ace5684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:40.772297 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6cb79c30-0c60-4b07-b58b-a09ba2678fd6 req-9c26d408-b335-4826-bb3f-2ca1ace5684c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1099 time: 0.1309669 Dec 22 16:52:40.788822 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbecf4-5afb-463a-8dab-d8dfe3efa269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7a6042-2a43-4699-b6fb-30946eb59f7d,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:40.908901 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6cb79c30-0c60-4b07-b58b-a09ba2678fd6 req-e5635126-53cd-46ad-9fc4-ed7e08e52dc7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050174 Dec 22 16:52:40.924658 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb180b8e-9fcf-4eb2-b43e-7c49e42350e3 req-094585e1-f436-4f0a-9c10-b3e1d5579a27 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:40.933075 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-eb180b8e-9fcf-4eb2-b43e-7c49e42350e3 req-094585e1-f436-4f0a-9c10-b3e1d5579a27 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0978150 Dec 22 16:52:40.940566 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.943045 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:40.948708 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d310467-0dd7-45b4-81d8-a4a2de388030 HTTP/1.1" status: 204 len: 168 time: 0.3795204 Dec 22 16:52:41.004165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b17b-33ea-403b-8c47-7e97f770eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d310467-0dd7-45b4-81d8-a4a2de388030,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:41.010127 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-eb180b8e-9fcf-4eb2-b43e-7c49e42350e3 req-5949c4ab-1477-4c44-abda-6309aebe3f47 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Dec 22 16:52:41.432280 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58028) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:41.449107 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc556-3bb8-4e89-9d1e-9fe2af4f0444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:41.586065 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc556-3bb8-4e89-9d1e-9fe2af4f0444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:41.596016 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc556-3bb8-4e89-9d1e-9fe2af4f0444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:41.644012 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cc556-3bb8-4e89-9d1e-9fe2af4f0444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be7d31-36ae-411c-8e0f-1bcc1369bf40,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:41.648769 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-3c2cc556-3bb8-4e89-9d1e-9fe2af4f0444 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3649406f28cd4d08aed624ad8b2eaaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153230 Dec 22 16:52:41.659774 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58038) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:41.765639 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.db.resource_extend [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 16:52:41.853469 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d414e-c612-4ad0-8217-aff1eaec6d39 req-4e558bdc-1211-400e-9031-e26042449756 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:41.854978 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c58d414e-c612-4ad0-8217-aff1eaec6d39 req-4e558bdc-1211-400e-9031-e26042449756 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.2720988 Dec 22 16:52:41.920877 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:41.924629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:41.942922 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:42.004438 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:42.026586 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c58d414e-c612-4ad0-8217-aff1eaec6d39 req-ef31f9e9-7624-45bb-967f-4f214800910c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622803 Dec 22 16:52:42.115881 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Floating IP b8296d71-37af-47dc-b316-4d2f73e42bc1 associated. External IP: 172.27.1.132, port: fadce0f8-a72e-41df-8ec0-5d450e7a8fd9. Dec 22 16:52:42.171756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:42.174333 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:42.175476 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9be7d31-36ae-411c-8e0f-1bcc1369bf40 HTTP/1.1" status: 204 len: 168 time: 0.5147288 Dec 22 16:52:42.243521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daba6d9-9e2b-4a84-b1fe-84b495cd7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be7d31-36ae-411c-8e0f-1bcc1369bf40,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:42.401313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:52:42.590247 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:52:42.595638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:42.627552 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:52:42.654721 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-70c3fe18-e412-4e31-a3d4-c9b2ffa515c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "PUT /v2.0/floatingips/b8296d71-37af-47dc-b316-4d2f73e42bc1 HTTP/1.1" status: 200 len: 992 time: 2.2003727 Dec 22 16:52:42.655441 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:42.655557 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:42.658485 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765" -d '{"events": [{"name": "network-changed", "server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:42.665392 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:42.869636 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:42.921164 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a98d177-330c-49de-8dc3-7fe93630aea0 x-openstack-request-id: req-8a98d177-330c-49de-8dc3-7fe93630aea0 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:42.921684 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:42.921684 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a98d177-330c-49de-8dc3-7fe93630aea0 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:42.922097 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'status': 'completed', 'code': 200} Dec 22 16:52:43.060813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-c552df19-a5b5-419a-b882-95f8060878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:43.066584 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-c552df19-a5b5-419a-b882-95f8060878cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1099 time: 0.0967720 Dec 22 16:52:43.318282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-a0f6c799-9919-43da-804f-715122963bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:43.326914 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-a0f6c799-9919-43da-804f-715122963bca service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.2406151 Dec 22 16:52:43.353928 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3826b7-f782-4697-8bdd-5b7df6cd0c17 req-c21b228b-17f2-4a37-b65c-6f6d56ec8722 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:43.363530 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9b3826b7-f782-4697-8bdd-5b7df6cd0c17 req-c21b228b-17f2-4a37-b65c-6f6d56ec8722 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1876397 Dec 22 16:52:43.418766 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'b8296d71-37af-47dc-b316-4d2f73e42bc1', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463be386-b068-4dec-8042-d1084b0f2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:52:16Z', 'updated_at': '2021-12-22T16:52:41Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:43.432543 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9b3826b7-f782-4697-8bdd-5b7df6cd0c17 req-71824559-a0b5-4d6d-beea-dcbf4f6c32e0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672665 Dec 22 16:52:43.469638 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:52:43.479483 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:52:43.480393 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:52:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:43.564026 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-805f5055-331f-49b3-8e7e-dce09a467967 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 1000 time: 0.2225795 Dec 22 16:52:43.649956 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:52:43.770537 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007cc1e-b91d-4a35-8803-4975c226beae req-08e5255a-9f6c-498c-a7ea-0f842f7e0204 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:43.780923 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5007cc1e-b91d-4a35-8803-4975c226beae req-08e5255a-9f6c-498c-a7ea-0f842f7e0204 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0760968 Dec 22 16:52:43.877049 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5007cc1e-b91d-4a35-8803-4975c226beae req-b1bc7aea-becf-4a30-bebf-ccb0a8521393 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Dec 22 16:52:43.969574 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'b8296d71-37af-47dc-b316-4d2f73e42bc1', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463be386-b068-4dec-8042-d1084b0f2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:52:16Z', 'updated_at': '2021-12-22T16:52:41Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:52:44.005861 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c0818-aed5-4eec-975e-bfd562c13d95 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'b8296d71-37af-47dc-b316-4d2f73e42bc1', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463be386-b068-4dec-8042-d1084b0f2684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:52:16Z', 'updated_at': '2021-12-22T16:52:41Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:52:44.330740 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2ca14-2528-4c5e-baf3-ce0578f79d64 None None] New status for floating IP b8296d71-37af-47dc-b316-4d2f73e42bc1: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:52:44.692766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-70333a7a-1c5f-4846-b6b7-218296ca9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:44.694345 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-70333a7a-1c5f-4846-b6b7-218296ca9301 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0621817 Dec 22 16:52:45.020563 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58228) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:45.059921 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b32d6-c7e9-458b-9de3-b950d40d6d71 req-4859eedb-0c63-4bf1-b857-54b41ba8362b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:45.062276 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-287b32d6-c7e9-458b-9de3-b950d40d6d71 req-4859eedb-0c63-4bf1-b857-54b41ba8362b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0627267 Dec 22 16:52:45.122913 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-287b32d6-c7e9-458b-9de3-b950d40d6d71 req-577aa35e-35b0-4e8b-a69d-3bb2017559f5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Dec 22 16:52:45.187127 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa776-dedf-486e-ad69-29823eb4988f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.268475 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa776-dedf-486e-ad69-29823eb4988f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.272393 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa776-dedf-486e-ad69-29823eb4988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.311863 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2aeaa776-dedf-486e-ad69-29823eb4988f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ae1799d69a04e49bea11c25388f9103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879927 Dec 22 16:52:45.311863 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaa776-dedf-486e-ad69-29823eb4988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f8c7c-4e62-4973-8e1c-eb21082790c3,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:45.312306 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58238) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:45.359933 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.380895 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.424962 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.427586 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.428772 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/311f8c7c-4e62-4973-8e1c-eb21082790c3 HTTP/1.1" status: 204 len: 168 time: 0.1154504 Dec 22 16:52:45.436719 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b1410-ae86-40ff-b8c6-195c269aa066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f8c7c-4e62-4973-8e1c-eb21082790c3,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:45.709881 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58246) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:45.723111 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb784e60-87cb-4965-927b-2c712da054fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.797607 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb784e60-87cb-4965-927b-2c712da054fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.801584 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb784e60-87cb-4965-927b-2c712da054fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.839895 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-bb784e60-87cb-4965-927b-2c712da054fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b31b327cc2f6481482abcba48512d0a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289968 Dec 22 16:52:45.840759 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb784e60-87cb-4965-927b-2c712da054fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033f1491-72c9-4d4a-96f4-80a1e2eb4492,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:45.842657 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58248) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:45.888685 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.912753 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.962133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.964841 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:45.966011 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/033f1491-72c9-4d4a-96f4-80a1e2eb4492 HTTP/1.1" status: 204 len: 168 time: 0.1222601 Dec 22 16:52:45.973709 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd39be-78c0-4390-a375-db16a11a9a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033f1491-72c9-4d4a-96f4-80a1e2eb4492,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:46.252640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb55fd2-85c7-4b57-9db2-8079eca24546 req-cf88dee7-2768-4fac-83a6-8cd4f9e03ec0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:46.254340 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8eb55fd2-85c7-4b57-9db2-8079eca24546 req-cf88dee7-2768-4fac-83a6-8cd4f9e03ec0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0609374 Dec 22 16:52:46.310187 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8eb55fd2-85c7-4b57-9db2-8079eca24546 req-5f866d8e-f61c-4efb-9483-d6e1327336e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Dec 22 16:52:46.674692 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58282) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:46.721236 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-67edaace-7887-4435-bf67-618caa75cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:46.722715 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-67edaace-7887-4435-bf67-618caa75cf67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424531 Dec 22 16:52:46.740502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-a515d451-b248-4a14-a3a4-257b394a7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:46.743045 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-a515d451-b248-4a14-a3a4-257b394a7dbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1099 time: 0.0440152 Dec 22 16:52:46.808765 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1860693711-network', 'tenant_id': 'fc8e4ab8b88543e69347b6e8afe41018'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:46.854815 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Made reservation on behalf of fc8e4ab8b88543e69347b6e8afe41018 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:46.857740 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:46.862340 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-655d3238-0c51-4091-bdba-9ca29cf525a2 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260126 Dec 22 16:52:46.868260 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:46.874594 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-da1bf181-0130-4ecf-92ec-50cf51f4002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:46.876043 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-da1bf181-0130-4ecf-92ec-50cf51f4002f service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.1088908 Dec 22 16:52:46.920512 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-e09423ad-8fdb-4736-9d6c-81ad3c14fa1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Dec 22 16:52:47.007882 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-789ef7f3-8ab3-4c07-a4c0-c5aaff7e7765 req-dc4678ed-c6a6-4d37-94df-d7c8f35efcc2 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370647 Dec 22 16:52:47.027229 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-26f29697-dbba-4c78-a140-3aebff355ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:47.029732 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-26f29697-dbba-4c78-a140-3aebff355ece service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.0923760 Dec 22 16:52:47.070509 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.075203 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-8e538103-6f58-4a07-9ded-dcf52dc1b981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272729 Dec 22 16:52:47.076593 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.105841 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:52:47.114858 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ac301-e621-44c6-9374-fc16c062845e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:47.123632 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.123950 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Added segment 586d36b0-d47d-451c-a4a3-b4625cb58696 of type vlan for network f4d83ad8-ec7b-48ef-8abb-038b05183582 Dec 22 16:52:47.169750 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.199977 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.201081 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:47.201761 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.211939 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-53e78f38-d7b6-4f31-9c62-a742261e5ff2 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202118 Dec 22 16:52:47.276530 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6006486 Dec 22 16:52:47.280772 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58294) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:47.290108 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Request body: {'subnet': {'network_id': 'f4d83ad8-ec7b-48ef-8abb-038b05183582', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1860693711-subnet', 'tenant_id': 'fc8e4ab8b88543e69347b6e8afe41018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:47.297953 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384d20-5886-477b-a023-c63cdba30a71 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d83ad8-ec7b-48ef-8abb-038b05183582,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:47.311900 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network f4d83ad8-ec7b-48ef-8abb-038b05183582 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:52:47.326770 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20378e9d-2066-4841-a360-8aa13bde8e56 req-24c26294-af93-4f20-825a-b8342e9117ca service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076043 Dec 22 16:52:47.361534 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Made reservation on behalf of fc8e4ab8b88543e69347b6e8afe41018 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:47.365512 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.498267 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00c25-bc44-489e-8bf1-af6ca1afc70a req-346cee44-8b53-4c17-b349-14bdeb9d963e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:47.500582 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-00e00c25-bc44-489e-8bf1-af6ca1afc70a req-346cee44-8b53-4c17-b349-14bdeb9d963e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1060500 Dec 22 16:52:47.569331 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-00e00c25-bc44-489e-8bf1-af6ca1afc70a req-236bdacd-13c1-4259-ba1e-68a04a8edeab tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619488 Dec 22 16:52:47.718844 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.789163 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-ac12b780-9a7c-4821-8c75-0bdff107bb4c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:47.790700 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-ac12b780-9a7c-4821-8c75-0bdff107bb4c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.2260327 Dec 22 16:52:47.823704 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0923225-1d75-401c-a13a-00249dd52d3d,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:47.828865 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-c7ae5828-5a1e-4cee-ad60-af93d581ac39 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/quotas/4d24459a6e73410c8f7b9e38c7156095 HTTP/1.1" status: 200 len: 375 time: 0.0303767 Dec 22 16:52:47.835116 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Checking segment: {'id': '586d36b0-d47d-451c-a4a3-b4625cb58696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f4d83ad8-ec7b-48ef-8abb-038b05183582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:47.835472 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Network hostable DHCP agents. Network: f4d83ad8-ec7b-48ef-8abb-038b05183582, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:52:47.889809 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Network f4d83ad8-ec7b-48ef-8abb-038b05183582 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:52:47.910715 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e839464f-d844-43e3-b951-6b8c3f2cb693 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721910 Dec 22 16:52:47.912362 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, f4d83ad8-ec7b-48ef-8abb-038b05183582) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:47.917830 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:47.920800 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:47.923447 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e5715-749c-42f6-b92b-5d3b8843006d None None] Network f4d83ad8-ec7b-48ef-8abb-038b05183582 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:52:47.973279 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2b8b8b2f-1532-4b28-8f70-c7826d68e0bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6836674 Dec 22 16:52:48.087964 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d08bbf-5d7a-47b4-a73f-6bb30a474412 None None] Network f4d83ad8-ec7b-48ef-8abb-038b05183582 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:52:48.099428 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-26987d72-9cc7-4c79-93ff-834d764fe0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738183 Dec 22 16:52:48.229040 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-fd69d651-0214-450d-b8b6-9cd0f6512a5e service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208529 Dec 22 16:52:48.449784 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e5b9147a-184e-4696-9a81-417fd996fe2c req-05952175-9748-4600-bc76-62b5f4918778 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0400708 Dec 22 16:52:48.652972 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58386) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:48.657945 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-117316657-network', 'tenant_id': '40c52eb3e7eb41c8a4187bbd677d5b67'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:48.689814 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Made reservation on behalf of 40c52eb3e7eb41c8a4187bbd677d5b67 for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:48.692896 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:48.703776 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:48.713417 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4cb3-d00f-4ec2-8791-79bdf7286028 req-0336863f-de3a-4763-879d-410be751ef59 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:48.715164 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa2a4cb3-d00f-4ec2-8791-79bdf7286028 req-0336863f-de3a-4763-879d-410be751ef59 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0581803 Dec 22 16:52:48.780014 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa2a4cb3-d00f-4ec2-8791-79bdf7286028 req-84f8f921-5185-40e5-843e-fd9c2ce56f84 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582488 Dec 22 16:52:48.827092 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:48.832626 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:48.864326 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:52:48.875329 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc9209-e66f-4b1f-b4ae-b468caa8517b,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:48.880966 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:48.881392 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Added segment 11710efc-ea40-456a-aa1a-7c5f9933ea1d of type vlan for network e8d7195a-34ca-4dac-95f9-a9dd337ae68c Dec 22 16:52:48.928344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.126076 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58400) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:49.132497 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.134193 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:49.134798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.194768 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5404181 Dec 22 16:52:49.198276 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58408) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:49.198813 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174df0a2-de00-424c-b1b9-9c2e65c41422 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d7195a-34ca-4dac-95f9-a9dd337ae68c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:49.203593 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Request body: {'subnet': {'network_id': 'e8d7195a-34ca-4dac-95f9-a9dd337ae68c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-117316657-subnet', 'tenant_id': '40c52eb3e7eb41c8a4187bbd677d5b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:49.210023 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network e8d7195a-34ca-4dac-95f9-a9dd337ae68c details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:52:49.264762 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cdbb-5385-4305-8968-d5ba6c7ac8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.284062 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Made reservation on behalf of 40c52eb3e7eb41c8a4187bbd677d5b67 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:49.286593 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.484332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58420) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:49.579490 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-24feb6fa-9e5e-4545-9bbb-2a55cd1860a6 req-f2eb689c-7d14-49f9-a695-96c4af78f99a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0447340 Dec 22 16:52:49.597518 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-88eea243-0a6a-4102-8ba4-89e1525aecbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.661931 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cdbb-5385-4305-8968-d5ba6c7ac8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.669092 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0fe3cdbb-5385-4305-8968-d5ba6c7ac8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.677978 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-88eea243-0a6a-4102-8ba4-89e1525aecbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.682409 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-88eea243-0a6a-4102-8ba4-89e1525aecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.724652 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-88eea243-0a6a-4102-8ba4-89e1525aecbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9af34e960d3413790e6040e339bf54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390430 Dec 22 16:52:49.725359 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eea243-0a6a-4102-8ba4-89e1525aecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e34157-fc03-493c-8821-037aec02e8f9,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:49.727734 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58424) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:49.747472 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0fe3cdbb-5385-4305-8968-d5ba6c7ac8f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5360a6175025484d8fb3edd75ad39c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202185 Dec 22 16:52:49.748751 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.750547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58426) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:49.752404 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3cdbb-5385-4305-8968-d5ba6c7ac8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2724c-d8ca-457d-bb9e-3ee37c397b24,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:49.783511 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.807498 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.835416 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d7968e-fb4e-4ccd-8610-2788fd908fdd,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:49.857910 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Checking segment: {'id': '11710efc-ea40-456a-aa1a-7c5f9933ea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e8d7195a-34ca-4dac-95f9-a9dd337ae68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:49.858267 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Network hostable DHCP agents. Network: e8d7195a-34ca-4dac-95f9-a9dd337ae68c, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:52:49.873324 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.878495 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.882732 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.886564 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1e34157-fc03-493c-8821-037aec02e8f9 HTTP/1.1" status: 204 len: 168 time: 0.1555252 Dec 22 16:52:49.895653 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eb264-93ca-4332-a8df-8fe0257e1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e34157-fc03-493c-8821-037aec02e8f9,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:49.931415 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:49.940924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Network e8d7195a-34ca-4dac-95f9-a9dd337ae68c is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:52:49.964050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7497-3a70-4f5c-929f-ed210de424c3 req-ed8b90ad-46f0-4a16-9df4-0b3c38228ebd tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:49.965584 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd1c7497-3a70-4f5c-929f-ed210de424c3 req-ed8b90ad-46f0-4a16-9df4-0b3c38228ebd tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1049764 Dec 22 16:52:49.980111 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, e8d7195a-34ca-4dac-95f9-a9dd337ae68c) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:49.990595 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d11ca8-9c79-4168-a58f-4872b7a3dcbd None None] Network e8d7195a-34ca-4dac-95f9-a9dd337ae68c requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:52:49.991659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:49.992271 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.028790 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2dfb3201-348c-4eeb-937f-76494893fac4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8293810 Dec 22 16:52:50.052743 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd1c7497-3a70-4f5c-929f-ed210de424c3 req-d0879550-110c-4b24-9f41-94f99494fb62 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791368 Dec 22 16:52:50.061481 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.064798 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.066259 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dc2724c-d8ca-457d-bb9e-3ee37c397b24 HTTP/1.1" status: 204 len: 168 time: 0.3111665 Dec 22 16:52:50.085131 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9bdc-4b96-43bf-98af-61a5f30dc3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2724c-d8ca-457d-bb9e-3ee37c397b24,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:50.124364 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055e7cd-a20b-42ec-8f3b-5af56832fd62 None None] Network e8d7195a-34ca-4dac-95f9-a9dd337ae68c requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:52:50.237306 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58444) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:50.252878 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ec8ff9-95d6-4d4f-8f30-9d0b9c01c58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.337106 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ec8ff9-95d6-4d4f-8f30-9d0b9c01c58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.342683 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ec8ff9-95d6-4d4f-8f30-9d0b9c01c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.397277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58450) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:50.400813 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-52ec8ff9-95d6-4d4f-8f30-9d0b9c01c58f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=527163d8a0824e8aa517e997eaeaa53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621485 Dec 22 16:52:50.403835 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec8ff9-95d6-4d4f-8f30-9d0b9c01c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9eb876-e7ba-44c2-93be-33f3fab8f616,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:50.457047 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.481769 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.506389 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58452) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:50.532815 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-660a87ca-5919-4c83-9637-7b4fb888d911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.537005 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.539661 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.541262 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa9eb876-e7ba-44c2-93be-33f3fab8f616 HTTP/1.1" status: 204 len: 168 time: 0.1429751 Dec 22 16:52:50.549138 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765ef55-d220-4092-b914-d100c2f82a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9eb876-e7ba-44c2-93be-33f3fab8f616,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:50.654944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-660a87ca-5919-4c83-9637-7b4fb888d911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.660682 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-660a87ca-5919-4c83-9637-7b4fb888d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.696813 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-41c382ec-5d2f-464e-8585-dc7f73f61806 req-3241e567-45d2-4241-8f89-23400486434f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0356345 Dec 22 16:52:50.705179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a87ca-5919-4c83-9637-7b4fb888d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cfcb3d-524a-4454-983f-4cee52b5922c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:50.709560 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-660a87ca-5919-4c83-9637-7b4fb888d911 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91e5d3afe5dd47fe99f3045e1794595e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992471 Dec 22 16:52:50.712322 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58458) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:50.787230 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.831125 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.886486 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.889848 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:50.890415 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9cfcb3d-524a-4454-983f-4cee52b5922c HTTP/1.1" status: 204 len: 168 time: 0.1771111 Dec 22 16:52:50.898768 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad9c3-f859-46d5-8f72-1da4f16b1c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cfcb3d-524a-4454-983f-4cee52b5922c,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:51.014979 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58470) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:51.028675 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-75c4f6cd-f892-4240-b30a-5b6da99eaa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.108113 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-75c4f6cd-f892-4240-b30a-5b6da99eaa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.113347 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-75c4f6cd-f892-4240-b30a-5b6da99eaa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.195810 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-75c4f6cd-f892-4240-b30a-5b6da99eaa79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c9194505c5948738b6597f24aa9b86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795044 Dec 22 16:52:51.197630 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4f6cd-f892-4240-b30a-5b6da99eaa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d294c1-9d75-4ea4-b342-a22579518281,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:51.198593 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58480) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:51.222328 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9af563-55b3-48f1-9199-7665b0907706 req-7c29aa8c-fa04-47f7-bae0-15d1050a70b1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:51.223875 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8c9af563-55b3-48f1-9199-7665b0907706 req-7c29aa8c-fa04-47f7-bae0-15d1050a70b1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0762274 Dec 22 16:52:51.260373 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.284698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.285103 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8c9af563-55b3-48f1-9199-7665b0907706 req-db85c8bf-0a2f-4d84-8f38-ae933e4a970f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541878 Dec 22 16:52:51.342392 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.345516 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:51.353084 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40d294c1-9d75-4ea4-b342-a22579518281 HTTP/1.1" status: 204 len: 168 time: 0.1509705 Dec 22 16:52:51.358883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9165e6-c833-4c7e-a6a3-8909d428e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d294c1-9d75-4ea4-b342-a22579518281,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:51.818022 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0df9d468-9e97-4f91-8eac-74f2e2e6b795 req-7e06a361-2e29-4c12-88ad-af3f1d93e381 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0395792 Dec 22 16:52:52.417684 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd8832-f890-4c26-b0ae-cf637e8ce95d req-8e5a5cf7-067f-4561-abeb-bb0afcffda79 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:52.419975 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-77bd8832-f890-4c26-b0ae-cf637e8ce95d req-8e5a5cf7-067f-4561-abeb-bb0afcffda79 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Dec 22 16:52:52.470044 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58556) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:52.479234 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-77bd8832-f890-4c26-b0ae-cf637e8ce95d req-9739f654-2867-4e16-ba60-f22b2b39ab9e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Dec 22 16:52:52.620687 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c906a97-e834-4d85-a356-2b552414a8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.650677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-8dc4cfe7-a01f-4b45-a53a-81bf29b33d7a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:52.652462 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-8dc4cfe7-a01f-4b45-a53a-81bf29b33d7a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.1101284 Dec 22 16:52:52.675100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Request body: {'port': {'device_id': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'admin_state_up': True, 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:52.703026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c906a97-e834-4d85-a356-2b552414a8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.707722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c906a97-e834-4d85-a356-2b552414a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.747962 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c906a97-e834-4d85-a356-2b552414a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b32b65-6550-4c64-b7dc-84481e6a4336,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:52.752477 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8c906a97-e834-4d85-a356-2b552414a8f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=408c181dec5643c09f22bef3922a040a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795188 Dec 22 16:52:52.755068 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58568) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:52.806387 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:52:52.809972 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.810145 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.847918 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.902146 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.904623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:52.908079 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11b32b65-6550-4c64-b7dc-84481e6a4336 HTTP/1.1" status: 204 len: 168 time: 0.1498029 Dec 22 16:52:52.916270 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2854e-9190-4782-b6a6-983e5007e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b32b65-6550-4c64-b7dc-84481e6a4336,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:52.917280 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c18d6b0d-3ea0-40f9-a446-2ec719be4d60 req-8f7bfa47-c5da-4ec9-ad28-f4e6056d298f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0349295 Dec 22 16:52:52.998931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Allocated IP 172.20.0.3 (9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd/f054949d-e380-4d61-a8f5-157ad6706059/9146f3aa-8e09-433e-8837-c1159bc554ee) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:52:53.182119 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:53.229359 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:53.251967 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:52:53.285669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:52:53.293315 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:52:53.295215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event updated for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:53.297356 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:52:53.303361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:53.303809 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:53.328080 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-a2a6eead-a31b-4812-9630-c78265006181 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6574104 Dec 22 16:52:53.350964 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Request body: {'port': {'device_id': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:52:53.443208 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:53.763730 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57808112-4f54-49f1-b64e-2225cd8548eb req-412c3886-e884-43fd-8bc1-622e81c69d98 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:53.765432 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57808112-4f54-49f1-b64e-2225cd8548eb req-412c3886-e884-43fd-8bc1-622e81c69d98 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1145065 Dec 22 16:52:53.868255 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57808112-4f54-49f1-b64e-2225cd8548eb req-3a36dacd-f66d-4262-afa4-7de8e44566c6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958107 Dec 22 16:52:53.969357 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9146f3aa-8e09-433e-8837-c1159bc554ee {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:52:53.978798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:53.994547 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Transition to ACTIVE for port object 9146f3aa-8e09-433e-8837-c1159bc554ee will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:52:54.002353 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.064110 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6942f4-e6ca-4941-bf6c-4499e42125a8 req-b2b47ddb-887c-4b1f-bf21-a2756c2c36c5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:54.066095 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fe6942f4-e6ca-4941-bf6c-4499e42125a8 req-b2b47ddb-887c-4b1f-bf21-a2756c2c36c5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0653944 Dec 22 16:52:54.119534 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:54.132503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Attempting to bind port 9146f3aa-8e09-433e-8837-c1159bc554ee on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:52:54.132895 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Attempting to bind port 9146f3aa-8e09-433e-8837-c1159bc554ee by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:52:54.133237 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Attempting to bind port 9146f3aa-8e09-433e-8837-c1159bc554ee on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:54.137978 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Port 9146f3aa-8e09-433e-8837-c1159bc554ee on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:52:54.138303 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Attempting to bind port 9146f3aa-8e09-433e-8837-c1159bc554ee on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:52:54.141318 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fe6942f4-e6ca-4941-bf6c-4499e42125a8 req-e5b1fefc-8d68-4ecc-95cb-fa2c8890064d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558383 Dec 22 16:52:54.150999 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:52:54.151339 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Checking segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:52:54.151722 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Bound using segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:52:54.152148 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Bound port: 9146f3aa-8e09-433e-8837-c1159bc554ee, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:52:54.152677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.232333 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:52:54.236149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9146f3aa-8e09-433e-8837-c1159bc554ee,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:52:54.243728 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.291113 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:54.291507 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.293033 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/9146f3aa-8e09-433e-8837-c1159bc554ee HTTP/1.1" status: 200 len: 1093 time: 0.9512467 Dec 22 16:52:54.293498 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:52:54.295969 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c03a6b-0353-48f3-a241-e15cc125c22a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:52:54.323042 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b56a23-6dac-41eb-a39a-f2ae359c06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:54.352007 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5f22b-8a85-4986-9773-3ce8220395d9 x-openstack-request-id: req-b6c5f22b-8a85-4986-9773-3ce8220395d9 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:52:54.352335 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:52:54.352600 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6c5f22b-8a85-4986-9773-3ce8220395d9 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:52:54.352999 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee', 'status': 'completed', 'code': 200} Dec 22 16:52:54.389401 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58644) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:54.499766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e96b75a1-c128-445d-9329-c0a175088c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.582661 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e96b75a1-c128-445d-9329-c0a175088c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.589930 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e96b75a1-c128-445d-9329-c0a175088c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.636336 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e96b75a1-c128-445d-9329-c0a175088c75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a450ea9a58e245b58bb6e64ddf5c8487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421794 Dec 22 16:52:54.636336 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b75a1-c128-445d-9329-c0a175088c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd06d3f-63c6-4eac-bbe5-08ada1b42101,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:54.637118 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58654) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.653981 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:52:54.656517 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:52:54.657160 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32bd0e-632e-4f49-964a-87e444b070cd req-0bd02097-ae7d-495d-a20e-441b6549ee74 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:54.658532 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ec32bd0e-632e-4f49-964a-87e444b070cd req-0bd02097-ae7d-495d-a20e-441b6549ee74 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0750821 Dec 22 16:52:54.699355 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.715867 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ec32bd0e-632e-4f49-964a-87e444b070cd req-6469f1e3-ce99-41b7-bd9d-2473339137cd tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509176 Dec 22 16:52:54.726005 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.779371 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.783075 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:52:54.784241 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bd06d3f-63c6-4eac-bbe5-08ada1b42101 HTTP/1.1" status: 204 len: 168 time: 0.1461654 Dec 22 16:52:54.798831 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca725fc-05cb-4680-b2ff-118f3ea7236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd06d3f-63c6-4eac-bbe5-08ada1b42101,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:52:55.004298 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475bc5-bb32-4363-9fed-62372a04f60c req-45ec8630-4440-426f-8d87-28bb3c9826f8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:55.005907 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-36475bc5-bb32-4363-9fed-62372a04f60c req-45ec8630-4440-426f-8d87-28bb3c9826f8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0588021 Dec 22 16:52:55.090281 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-36475bc5-bb32-4363-9fed-62372a04f60c req-036bf97a-df12-440c-8fec-2785647fab61 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758154 Dec 22 16:52:55.266529 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee659-2905-46ee-b75b-c7e3349b7e64 req-db2cad89-b897-4f6c-823d-492430b6d71b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:55.269202 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9beee659-2905-46ee-b75b-c7e3349b7e64 req-db2cad89-b897-4f6c-823d-492430b6d71b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0566914 Dec 22 16:52:55.320924 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9beee659-2905-46ee-b75b-c7e3349b7e64 req-7652dd89-a1b0-4c2a-8c0b-b1b4b46dfcb9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Dec 22 16:52:55.835854 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb896218-b6e8-4ff8-9c9c-4bbda0c70a61 req-14cce1f5-9a39-4ea8-9b4b-53b62c24b53b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:55.838055 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb896218-b6e8-4ff8-9c9c-4bbda0c70a61 req-14cce1f5-9a39-4ea8-9b4b-53b62c24b53b tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0552793 Dec 22 16:52:55.891207 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb896218-b6e8-4ff8-9c9c-4bbda0c70a61 req-95626434-4dab-43e7-8679-3374009bd9c0 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Dec 22 16:52:56.225058 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6921a-8ed4-4f68-8fd5-c24ddeee6523 req-4aee43e1-9fb7-48f2-9fc3-e8e5cf8032f8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:56.226545 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-40b6921a-8ed4-4f68-8fd5-c24ddeee6523 req-4aee43e1-9fb7-48f2-9fc3-e8e5cf8032f8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0607486 Dec 22 16:52:56.273266 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-40b6921a-8ed4-4f68-8fd5-c24ddeee6523 req-b377169e-2068-4e25-8894-1d15cd1b96d9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Dec 22 16:52:56.427309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6814fc-b3b0-4436-b14f-87e24a7f1578 req-37993a25-3aa5-48c4-8c8c-b06f6eded946 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:56.428766 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc6814fc-b3b0-4436-b14f-87e24a7f1578 req-37993a25-3aa5-48c4-8c8c-b06f6eded946 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0464113 Dec 22 16:52:56.476231 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc6814fc-b3b0-4436-b14f-87e24a7f1578 req-77b3b946-102b-4457-a88d-71fda849104f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Dec 22 16:52:57.007055 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf307-22d8-4d93-933b-490b31efd6e1 req-9f1ad81b-2e36-45a7-8964-7f332c0f364e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.008549 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-880bf307-22d8-4d93-933b-490b31efd6e1 req-9f1ad81b-2e36-45a7-8964-7f332c0f364e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Dec 22 16:52:57.057343 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-880bf307-22d8-4d93-933b-490b31efd6e1 req-d15ad1bc-2651-400a-b7cb-28787307157a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Dec 22 16:52:57.377102 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-f29786b5-841a-4b21-a0c8-49080876314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.378625 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-f29786b5-841a-4b21-a0c8-49080876314f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 1096 time: 0.0456455 Dec 22 16:52:57.389023 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db8cf-6300-4f43-8107-e198ac1cb8f2 req-a878bb02-884d-4c31-bbaa-e52b59123bf6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.390482 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-534db8cf-6300-4f43-8107-e198ac1cb8f2 req-a878bb02-884d-4c31-bbaa-e52b59123bf6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0499086 Dec 22 16:52:57.439441 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-534db8cf-6300-4f43-8107-e198ac1cb8f2 req-6fe620d4-8bad-41e9-b4e3-72fe2db509f2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Dec 22 16:52:57.572983 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-d912d994-6b65-44dc-9d97-0e9a85a2f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.574452 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-d912d994-6b65-44dc-9d97-0e9a85a2f4e0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4d24459a6e73410c8f7b9e38c7156095&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1828103 Dec 22 16:52:57.700325 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0482f-5f57-4d32-b81f-3dec957a4550 req-b62290df-a574-4d3f-a2d6-90a6613f91b8 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.701827 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69c0482f-5f57-4d32-b81f-3dec957a4550 req-b62290df-a574-4d3f-a2d6-90a6613f91b8 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.1468108 Dec 22 16:52:57.795415 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-a800d28e-44ed-4480-86d3-b3b9686c4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.796903 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26c03a6b-0353-48f3-a241-e15cc125c22a req-a800d28e-44ed-4480-86d3-b3b9686c4d2b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080193 Dec 22 16:52:57.800406 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69c0482f-5f57-4d32-b81f-3dec957a4550 req-b5674316-2969-48e0-bf57-0a3f41d01ddd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874121 Dec 22 16:52:57.891761 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-ac79c230-4207-4f6b-a603-02716705b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:57.893566 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-ac79c230-4207-4f6b-a603-02716705b10d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 1096 time: 0.0442846 Dec 22 16:52:58.171359 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c1d7e-23ee-4530-9c9a-c1ee2d96384c req-a3ff95a8-30ad-4d8d-b9a4-385d6881cbcf tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:58.173114 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-879c1d7e-23ee-4530-9c9a-c1ee2d96384c req-a3ff95a8-30ad-4d8d-b9a4-385d6881cbcf tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Dec 22 16:52:58.221757 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-879c1d7e-23ee-4530-9c9a-c1ee2d96384c req-63171ec2-b303-4b92-ad29-db453fc4dd35 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Dec 22 16:52:58.551055 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911759-cf64-466e-9f4f-0d353e505916 req-a40cbc7f-4867-42be-9ec0-51a1fe9cd1bc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:58.552552 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee911759-cf64-466e-9f4f-0d353e505916 req-a40cbc7f-4867-42be-9ec0-51a1fe9cd1bc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0475461 Dec 22 16:52:58.598853 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee911759-cf64-466e-9f4f-0d353e505916 req-444a337c-d4b3-416a-88c8-4f98cae7f2b3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Dec 22 16:52:58.915563 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fb93c-20db-4c82-9463-01ef12a5ff23 req-5a781f36-5f11-43bd-942d-a9f1a162c95b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:58.917098 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bf8fb93c-20db-4c82-9463-01ef12a5ff23 req-5a781f36-5f11-43bd-942d-a9f1a162c95b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0468514 Dec 22 16:52:58.968636 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bf8fb93c-20db-4c82-9463-01ef12a5ff23 req-6f44b52a-f19b-442b-852d-f1caa2a51a48 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Dec 22 16:52:59.342146 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262892fb-b842-4ed1-9e6b-fbf6f85f3c6c req-7561d74b-2eb9-48a9-92fc-b823fabbfd96 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:59.343561 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-262892fb-b842-4ed1-9e6b-fbf6f85f3c6c req-7561d74b-2eb9-48a9-92fc-b823fabbfd96 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Dec 22 16:52:59.391149 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-262892fb-b842-4ed1-9e6b-fbf6f85f3c6c req-acca9c07-f474-497b-86dd-54f5f6e84f40 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Dec 22 16:52:59.710489 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275be2be-c84d-44bd-9137-affa0f150f77 req-4b9f2353-e451-4c34-ba05-c9e4347a108e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:52:59.712557 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-275be2be-c84d-44bd-9137-affa0f150f77 req-4b9f2353-e451-4c34-ba05-c9e4347a108e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Dec 22 16:52:59.759332 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-275be2be-c84d-44bd-9137-affa0f150f77 req-7108caa9-2dfb-4d34-87a5-4cc407ee105e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Dec 22 16:53:00.089050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89be88-c5be-450c-9219-4849220366a0 req-2fdd18c6-01a0-4fb3-90c7-ca88a14a1f97 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:00.090506 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc89be88-c5be-450c-9219-4849220366a0 req-2fdd18c6-01a0-4fb3-90c7-ca88a14a1f97 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0527215 Dec 22 16:53:00.136340 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc89be88-c5be-450c-9219-4849220366a0 req-d7bb26f7-1020-4831-aeda-f4773a8f5944 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Dec 22 16:53:00.503317 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-66099eeb-7189-47b3-adf4-5ca2c1cb9134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:00.504683 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1331e7-bb6b-4f50-90d6-ed379306cbc1 req-546c16ae-1f5a-4dbf-98e1-f6bdc221c1f3 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:00.506332 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e1331e7-bb6b-4f50-90d6-ed379306cbc1 req-546c16ae-1f5a-4dbf-98e1-f6bdc221c1f3 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Dec 22 16:53:00.554309 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e1331e7-bb6b-4f50-90d6-ed379306cbc1 req-ab0ab6e9-1615-48ad-81d7-be6bd52ead43 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Dec 22 16:53:00.871397 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48867-638b-4e72-8bc9-d39c2e40eeb2 req-6d15cfb3-d283-4c8f-b4fe-18e6df5ce420 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:00.872897 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fac48867-638b-4e72-8bc9-d39c2e40eeb2 req-6d15cfb3-d283-4c8f-b4fe-18e6df5ce420 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0472333 Dec 22 16:53:00.922484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fac48867-638b-4e72-8bc9-d39c2e40eeb2 req-4e499e75-ff6f-4ee1-8d9d-0dd5cc7e7172 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Dec 22 16:53:00.937507 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-5537f241-1fc0-4629-b225-bfbac4aa4ec8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9146f3aa-8e09-433e-8837-c1159bc554ee HTTP/1.1" status: 200 len: 217 time: 0.0344539 Dec 22 16:53:01.014029 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-6230751a-9be1-40e0-9304-303f0093c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.015603 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-6230751a-9be1-40e0-9304-303f0093c5a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.0460925 Dec 22 16:53:01.048311 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-e8a5e574-ce76-4356-9de9-d934da6f7655 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231783 Dec 22 16:53:01.147716 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-627321ce-f179-433f-8e1e-cebabe7998d5 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832195 Dec 22 16:53:01.243837 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c1cdb085-957b-4bb4-8c17-3e44d3d122fb req-0e7996e5-cd8d-453e-80d2-ea8202850fb8 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857384 Dec 22 16:53:01.247542 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f93d0f-c6df-455c-83a0-f37ffa5955e4 req-e6a8e6d7-f3d1-4b5a-a7fd-e13d8f6d3bd6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.249935 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-36f93d0f-c6df-455c-83a0-f37ffa5955e4 req-e6a8e6d7-f3d1-4b5a-a7fd-e13d8f6d3bd6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0475540 Dec 22 16:53:01.308135 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-36f93d0f-c6df-455c-83a0-f37ffa5955e4 req-ff5912bf-a14d-40d0-859b-0fbae1a9e756 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 Dec 22 16:53:01.615868 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-a6aafc14-c259-46cb-964a-40b35a797118 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373726 Dec 22 16:53:01.674086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabdce5-7b9a-45f0-b2e9-f15b3a62cc46 req-f76774d8-5df1-4509-a2af-2e2bd619d03d tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.675527 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0fabdce5-7b9a-45f0-b2e9-f15b3a62cc46 req-f76774d8-5df1-4509-a2af-2e2bd619d03d tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Dec 22 16:53:01.749744 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-352e6eb4-33d9-433e-b721-37f02fda7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.751206 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-352e6eb4-33d9-433e-b721-37f02fda7527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 1099 time: 0.0748367 Dec 22 16:53:01.754595 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0fabdce5-7b9a-45f0-b2e9-f15b3a62cc46 req-216dcda6-2e34-435e-b1ba-6e75209f8a6a tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Dec 22 16:53:01.866477 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-c66ac3d1-1980-46fb-b12b-78a2b4b287ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.868564 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-c66ac3d1-1980-46fb-b12b-78a2b4b287ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 916 time: 0.0862610 Dec 22 16:53:01.919046 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-72d8b56c-5452-4008-b546-61f6842fb4c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba77530-7c12-4010-b3c4-ea538a79455a HTTP/1.1" status: 200 len: 217 time: 0.0367396 Dec 22 16:53:01.971513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-0885c6da-5205-4053-8052-8e6713bf8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:01.972999 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-0885c6da-5205-4053-8052-8e6713bf8283 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.0447788 Dec 22 16:53:02.019422 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-325f1fa4-d84b-4444-9aa7-b06d79340dbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237117 Dec 22 16:53:02.038557 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33e84e-70b4-4aa9-82ed-4b6b8ca194cc req-111f180f-6c4c-49ab-bf37-43d2807f0b7f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:02.040522 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df33e84e-70b4-4aa9-82ed-4b6b8ca194cc req-111f180f-6c4c-49ab-bf37-43d2807f0b7f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0508425 Dec 22 16:53:02.086967 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df33e84e-70b4-4aa9-82ed-4b6b8ca194cc req-ac995582-6489-4c82-9390-33a37942f941 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Dec 22 16:53:02.120553 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-12ca7fb2-b4af-45be-8412-e362d836a874 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885961 Dec 22 16:53:02.423870 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d10ffd85-02a6-4c2f-bdfc-96e3be6a4466 req-7b887b47-e47c-41a4-b90f-968395b9b54d service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907670 Dec 22 16:53:02.440754 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4932b-3ee4-4a3a-b4cd-39468b44f58b req-e9dbd9ef-19fc-4230-bb5c-a3e225c01fe9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:02.445013 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c8d4932b-3ee4-4a3a-b4cd-39468b44f58b req-e9dbd9ef-19fc-4230-bb5c-a3e225c01fe9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0628302 Dec 22 16:53:02.506138 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c8d4932b-3ee4-4a3a-b4cd-39468b44f58b req-2d2d8b07-1387-4ba9-89bc-fa237734dca8 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521550 Dec 22 16:53:02.697839 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d3e02ef9-8527-43c7-886a-729d44535a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:02.874553 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67029-6482-462e-8dd1-a9217833d85a req-3efcddea-0a6a-4be4-8f33-73e2d5f373e8 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:02.876074 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69f67029-6482-462e-8dd1-a9217833d85a req-3efcddea-0a6a-4be4-8f33-73e2d5f373e8 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0479040 Dec 22 16:53:02.929599 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69f67029-6482-462e-8dd1-a9217833d85a req-d698dfb5-e9a7-4f9b-9213-9380febe7600 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Dec 22 16:53:03.202199 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810763eb-e052-4167-8b04-b9dc113bdaa2 req-cf4074ad-7156-4bd1-9e05-7cadae375cc5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:03.203573 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-810763eb-e052-4167-8b04-b9dc113bdaa2 req-cf4074ad-7156-4bd1-9e05-7cadae375cc5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Dec 22 16:53:03.250622 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-810763eb-e052-4167-8b04-b9dc113bdaa2 req-198cef55-6414-471b-9b25-2bdea6a9b643 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Dec 22 16:53:03.509203 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58896) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:03.623352 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.636397 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71980f-8ce5-4684-84cf-7fc56692ec34 req-d91933cb-7800-40fb-a67f-354e4566ef62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:03.637885 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc71980f-8ce5-4684-84cf-7fc56692ec34 req-d91933cb-7800-40fb-a67f-354e4566ef62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0522814 Dec 22 16:53:03.690615 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc71980f-8ce5-4684-84cf-7fc56692ec34 req-93586278-14f0-4a91-827e-8074d92bf924 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Dec 22 16:53:03.711445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.718108 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.759808 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adac36a1df164487bb9e6fd1187cc4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494826 Dec 22 16:53:03.760713 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dac53-5086-4d84-84aa-82c23d20e66c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:03.762514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58908) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:03.767839 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.768187 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.768572 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.768921 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.769239 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.769897 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.769897 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.770198 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.770533 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.770850 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.771170 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.771487 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.771803 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d23b7a-1668-4dee-9b13-3623d4d79899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.815482 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.837905 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.885881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.888433 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:03.892539 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c2dac53-5086-4d84-84aa-82c23d20e66c HTTP/1.1" status: 204 len: 168 time: 0.1260192 Dec 22 16:53:03.899846 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dac53-5086-4d84-84aa-82c23d20e66c,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:03.910026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.910584 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.911170 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.911735 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.912272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.912662 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.913024 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.913538 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.914167 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.914700 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.915502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.915834 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:03.916225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ac53b-559e-406f-aad7-91e6802294cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:04.010411 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.060378 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71bca0-7b2b-4587-8bab-d519ab85b6ff req-715124f2-3a81-4dde-b241-863d88e612ce tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:04.062014 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0c71bca0-7b2b-4587-8bab-d519ab85b6ff req-715124f2-3a81-4dde-b241-863d88e612ce tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Dec 22 16:53:04.115220 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0c71bca0-7b2b-4587-8bab-d519ab85b6ff req-28eb088c-f999-4b67-89ef-0e538c27d287 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Dec 22 16:53:04.367133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0a8db-4df1-4273-8389-104f9e239e5c req-8e8219be-f51c-4977-ac55-5ab304b09718 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:04.368630 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-69c0a8db-4df1-4273-8389-104f9e239e5c req-8e8219be-f51c-4977-ac55-5ab304b09718 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Dec 22 16:53:04.417301 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-69c0a8db-4df1-4273-8389-104f9e239e5c req-ac641666-2ac6-4fb9-bd51-963081553f59 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Dec 22 16:53:04.578229 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 58940) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:04.669855 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-309009642-network', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:04.691823 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Made reservation on behalf of 8be51f83e1d04b2884f00bdcb1d34f08 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:04.694015 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.702782 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.802838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.808484 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.832549 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:53:04.856637 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699d5a-fc9e-42de-a9c2-008ef61352d5 req-c4dbbc96-13ea-4d0b-9503-8076252537be tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:04.858087 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5c699d5a-fc9e-42de-a9c2-008ef61352d5 req-c4dbbc96-13ea-4d0b-9503-8076252537be tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 943 time: 0.0956967 Dec 22 16:53:04.860560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed819dcb-c17c-42c1-8699-ddd2361ee90c,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:04.863342 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.863674 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Added segment 793eabc7-6cc5-4b56-a11e-91264a5c3bab of type vlan for network 354ee7f4-01f2-461e-beff-dc96b30cdc7f Dec 22 16:53:04.917424 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.949373 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5c699d5a-fc9e-42de-a9c2-008ef61352d5 req-251ca66e-5119-41bf-ad9c-cf28ba9f56a2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Dec 22 16:53:04.961468 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.962383 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:04.962961 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:04.995894 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4165835 Dec 22 16:53:04.999008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58950) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:05.005222 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Request body: {'subnet': {'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-309009642-subnet', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:05.027514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37641ca-96e2-4d74-80d5-376f4acfc04f admin admin] Pushing event updated for resources: {'Network': ['ID=354ee7f4-01f2-461e-beff-dc96b30cdc7f,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:05.042559 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:53:05.043136 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Made reservation on behalf of 8be51f83e1d04b2884f00bdcb1d34f08 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:05.045139 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.048659 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9146f3aa-8e09-433e-8837-c1159bc554ee details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:53:05.202525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9146f3aa-8e09-433e-8837-c1159bc554ee,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:05.214068 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '9146f3aa-8e09-433e-8837-c1159bc554ee', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'port_id': '9146f3aa-8e09-433e-8837-c1159bc554ee', 'mac_address': 'fa:16:3e:3f:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054949d-e380-4d61-a8f5-157ad6706059', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:53:05.218648 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.242804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8295-b486-4ea7-9e91-f8a3dc780223 req-43e70916-0ea9-4e41-8ec7-776f81311353 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:05.244487 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c6cc8295-b486-4ea7-9e91-f8a3dc780223 req-43e70916-0ea9-4e41-8ec7-776f81311353 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Dec 22 16:53:05.254536 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.267830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9146f3aa-8e09-433e-8837-c1159bc554ee {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:53:05.268844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ed676f-2a4a-494f-a166-7c0871aef2bd,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:05.285078 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Checking segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:05.285648 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Network hostable DHCP agents. Network: 354ee7f4-01f2-461e-beff-dc96b30cdc7f, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:53:05.290246 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9146f3aa-8e09-433e-8837-c1159bc554ee,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:05.295090 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.305993 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:53:05.306645 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c6cc8295-b486-4ea7-9e91-f8a3dc780223 req-3214e854-6d57-47e9-8a7d-04b9f1e6fa70 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Dec 22 16:53:05.318086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 354ee7f4-01f2-461e-beff-dc96b30cdc7f) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:05.328771 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89435a79-a0cc-4627-9783-2d8a53c2a1e7 None None] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:05.329444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:05.330400 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.350057 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-10c56834-8847-49c0-a1f2-f18958d72b18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3493776 Dec 22 16:53:05.353706 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 58954) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:05.357917 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:05.380555 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.381778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.393419 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:05.405606 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.405982 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.406330 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.406665 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.406987 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.407315 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.407649 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.407971 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.408319 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.408657 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.408980 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.409292 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.409606 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:05.440271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.444132 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.487356 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:53:05.488870 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.558536 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4b010-0b8a-43f8-a1a9-2c43fa9c1674 req-2856a60a-1678-4101-8aa4-02df497a7928 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:05.560670 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31f4b010-0b8a-43f8-a1a9-2c43fa9c1674 req-2856a60a-1678-4101-8aa4-02df497a7928 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0622125 Dec 22 16:53:05.595116 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.613332 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31f4b010-0b8a-43f8-a1a9-2c43fa9c1674 req-ee47f789-16c7-4933-be6d-f1f6c45fca78 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Dec 22 16:53:05.649059 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Allocated IP 172.20.0.2 (354ee7f4-01f2-461e-beff-dc96b30cdc7f/22ed676f-2a4a-494f-a166-7c0871aef2bd/ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:05.800420 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.809502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.811533 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.828716 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.852217 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:05.855319 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:05.858041 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:05.872645 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:05.920719 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Attempting to bind port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:05.921094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Attempting to bind port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:05.921460 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Attempting to bind port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe on network 354ee7f4-01f2-461e-beff-dc96b30cdc7f {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:05.926551 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:05.926926 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Checking segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:05.927324 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.927717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Bound using segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:05.928176 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Bound port: ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:05.928686 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:05.935057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Allocated IP 172.27.1.113 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/685183e3-a305-430b-8b21-da05248dcc30) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:06.007615 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] For port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:06.011773 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] For port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:06.017779 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.047290 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.085867 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.103013 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46000cd-9c95-405c-93d8-604b7f4241b3 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:06.135228 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:06.138459 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:06.143414 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:06.147061 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Pushing event updated for resources: {'Port': ['ID=685183e3-a305-430b-8b21-da05248dcc30,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:06.217016 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.285178 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e326a7-5c8d-4ba6-be2e-564d27c4f781 req-ff9447ec-b8e8-4110-a5db-4838c0e4e1bd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:06.286772 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-40e326a7-5c8d-4ba6-be2e-564d27c4f781 req-ff9447ec-b8e8-4110-a5db-4838c0e4e1bd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 944 time: 0.1097813 Dec 22 16:53:06.338438 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-40e326a7-5c8d-4ba6-be2e-564d27c4f781 req-2aba076e-f253-4006-abd1-5995490d8ae6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Dec 22 16:53:06.453012 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.469335 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-4cc16ee2-ad0a-46e3-a4af-d6098b30e941 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:06.470905 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-4cc16ee2-ad0a-46e3-a4af-d6098b30e941 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.54 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.1583745 Dec 22 16:53:06.491863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.674459 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84359c4-c027-4363-8970-9500779594be req-6189fe5c-bca8-4089-bf38-6f0ce17981d4 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:06.675962 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e84359c4-c027-4363-8970-9500779594be req-6189fe5c-bca8-4089-bf38-6f0ce17981d4 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 945 time: 0.2041409 Dec 22 16:53:06.735457 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c649a93-3069-47f7-ab29-9d61378eed51 req-8b06c333-1d33-469e-8fe7-67b96bf2c09d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:06.737081 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9c649a93-3069-47f7-ab29-9d61378eed51 req-8b06c333-1d33-469e-8fe7-67b96bf2c09d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0516217 Dec 22 16:53:06.775133 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['9146f3aa-8e09-433e-8837-c1159bc554ee'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:53:06.790888 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9c649a93-3069-47f7-ab29-9d61378eed51 req-c9bda380-471d-4804-81dc-203fb187625a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Dec 22 16:53:06.812770 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Deleting port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:53:06.812770 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:06.860875 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e84359c4-c027-4363-8970-9500779594be req-17ce0669-ec16-4bd3-9d18-a9059dba9768 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/security-groups?id=b89a89ee-e42a-4ece-a4fe-5835468a215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729367 Dec 22 16:53:07.015537 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:07.064132 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:53:07.140922 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:07.141572 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.236778 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.270345 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.282994 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:07.283629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.332516 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:07.332751 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Calling delete_port for 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:53:07.335799 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368709c-1784-4ec6-913e-638b812d22e2" -d '{"events": [{"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:07.371240 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.426520 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:07.433021 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492c4168-bb4b-4590-a4a2-22e4a5a399e2 x-openstack-request-id: req-492c4168-bb4b-4590-a4a2-22e4a5a399e2 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:07.433345 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:07.433582 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-492c4168-bb4b-4590-a4a2-22e4a5a399e2 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:07.434150 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'code': 200} Dec 22 16:53:07.434997 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0601e1a-37a6-452e-8380-aabbe37ae91d None None] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:07.438800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,segment=NetworkSegment(7dbe25ec-9f03-4c1d-a32c-5914e76aa852),segment_id=7dbe25ec-9f03-4c1d-a32c-5914e76aa852)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:07.443178 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.470774 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.567771 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:07.578394 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-ecf9d3cc-8e16-4e06-9c5b-a18a9b13792d None None] Provisioning complete for port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:07.578717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d3cc-8e16-4e06-9c5b-a18a9b13792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.590176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160ce4-6497-4c9d-beb1-ae0131236691 req-4ec7520e-06d0-465d-87cd-d4e476f8e6c1 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:07.591781 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-38160ce4-6497-4c9d-beb1-ae0131236691 req-4ec7520e-06d0-465d-87cd-d4e476f8e6c1 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 944 time: 0.1028016 Dec 22 16:53:07.594019 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Router ef80be27-4bbd-4286-b143-5aaf439f1f2a is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:53:07.705283 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=6']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:07.737600 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.742721 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-38160ce4-6497-4c9d-beb1-ae0131236691 req-2ab9ae21-a5b0-4a9b-93a0-454970ec0238 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Dec 22 16:53:07.806883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Pushing event deleted for resources: {'Port': ['ID=9c4c58ef-a3f5-4ca1-8478-b06352f25f86,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:07.880856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] No DVR routers for this DVR port 9c4c58ef-a3f5-4ca1-8478-b06352f25f86 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:53:07.882408 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:07.887064 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.890260 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e577a752-5a7e-472a-b138-51daa3e96bf5 req-9b0ec1bf-1f49-43fc-9451-97b1d91a6263 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.54 "DELETE /v2.0/ports/9c4c58ef-a3f5-4ca1-8478-b06352f25f86 HTTP/1.1" status: 204 len: 173 time: 1.4060125 Dec 22 16:53:07.890715 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-deleted', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:07.893054 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d576f4c-3231-48e3-a26d-eee33760cbf3" -d '{"events": [{"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-deleted", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:07.900271 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Sync routers for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:07.938937 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:07.940172 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-617a42b4-316d-4bb2-8e67-d870c4d28821 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5855629 Dec 22 16:53:07.940534 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:07.941866 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:07.944825 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59006) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:07.947638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d9a6d4-6fd2-4e65-ba91-b7c40b1fc19f x-openstack-request-id: req-c0d9a6d4-6fd2-4e65-ba91-b7c40b1fc19f {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:07.947919 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b00729-cca6-494d-84bf-eb98c49b5693", "name": "network-vif-deleted", "tag": "9c4c58ef-a3f5-4ca1-8478-b06352f25f86", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:07.948176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0d9a6d4-6fd2-4e65-ba91-b7c40b1fc19f {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:07.948585 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b00729-cca6-494d-84bf-eb98c49b5693', 'name': 'network-vif-deleted', 'tag': '9c4c58ef-a3f5-4ca1-8478-b06352f25f86', 'status': 'completed', 'code': 200} Dec 22 16:53:08.061092 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c69197-e858-40d9-82e1-71956f9704c7 req-a26a6d2f-f03e-4a58-91da-721f94b208ac tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:08.068924 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90c69197-e858-40d9-82e1-71956f9704c7 req-a26a6d2f-f03e-4a58-91da-721f94b208ac tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1365857 Dec 22 16:53:08.087300 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-bb68adb2-9c8a-434f-8808-68d9c6e6f5ef None None] Provisioning complete for port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:08.088303 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-bb68adb2-9c8a-434f-8808-68d9c6e6f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.099624 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:08.103102 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-45b056f9-35de-4f1d-8d63-5249e2bcb59d req-a753682b-ef2d-4151-b449-e0ab94da3a4e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0607951 Dec 22 16:53:08.221652 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-90c69197-e858-40d9-82e1-71956f9704c7 req-cd0dfc40-f1f4-4015-933f-94f112b1717f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344244 Dec 22 16:53:08.323726 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:06Z', 'revision_number': 3, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:08.361594 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Checking router: ef80be27-4bbd-4286-b143-5aaf439f1f2a for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:08.361959 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Updating router ef80be27-4bbd-4286-b143-5aaf439f1f2a port 685183e3-a305-430b-8b21-da05248dcc30 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:08.397157 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.566558 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:53:08.784925 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.837117 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.850406 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.914255 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Attempting to bind port 685183e3-a305-430b-8b21-da05248dcc30 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:08.914971 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Attempting to bind port 685183e3-a305-430b-8b21-da05248dcc30 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:08.914971 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Attempting to bind port 685183e3-a305-430b-8b21-da05248dcc30 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:08.926400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:08.926400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:08.926400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.926400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:08.926400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Bound port: 685183e3-a305-430b-8b21-da05248dcc30, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:08.926957 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:08.928599 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Pushing event updated for resources: {'Port': ['ID=685183e3-a305-430b-8b21-da05248dcc30,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:08.967547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed5d8-81bd-44a5-89e4-ebcf2d03db85 req-5ac65fd9-28e6-4ec6-b796-3daaf77fa734 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:08.969557 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea1ed5d8-81bd-44a5-89e4-ebcf2d03db85 req-5ac65fd9-28e6-4ec6-b796-3daaf77fa734 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 944 time: 0.0983665 Dec 22 16:53:08.971974 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:08.976641 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.977024 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.977394 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.977742 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.978076 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.978419 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.978761 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.979114 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.979425 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.979771 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.980100 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.980478 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:08.980805 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:53:09.028993 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] For port 685183e3-a305-430b-8b21-da05248dcc30, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:09.033323 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] For port 685183e3-a305-430b-8b21-da05248dcc30, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=685183e3-a305-430b-8b21-da05248dcc30,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:09.040282 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.058766 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Allocated IP 172.20.0.1 (354ee7f4-01f2-461e-beff-dc96b30cdc7f/22ed676f-2a4a-494f-a166-7c0871aef2bd/44978409-6f55-4daf-a40c-99c555e9f36b) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:09.063474 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea1ed5d8-81bd-44a5-89e4-ebcf2d03db85 req-f9392932-ba54-4dd5-b978-19fe24ff9a91 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851650 Dec 22 16:53:09.084730 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:09.085428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.119318 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:09.120049 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:09.165334 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939614-82cc-40e2-9db3-b3699aa208c6 None None] Pushing event updated for resources: {'Port': ['ID=685183e3-a305-430b-8b21-da05248dcc30,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:09.214139 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.247048 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:09.262955 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-122d937f-3444-47fb-a282-931f916f58ec req-b4f19df0-aba0-44dc-84c3-9b02b5715b6e tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0351558 Dec 22 16:53:09.277122 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.325043 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:09.328445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:09.332067 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:09.332577 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.372161 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Pushing event updated for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:09.378866 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71263-c06d-487c-a7ec-832462be545a req-45eef263-30cc-4cdb-87d2-b76b75bff350 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:09.388288 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-22d71263-c06d-487c-a7ec-832462be545a req-45eef263-30cc-4cdb-87d2-b76b75bff350 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0807838 Dec 22 16:53:09.445049 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-22d71263-c06d-487c-a7ec-832462be545a req-d18f7e3e-071a-413d-8087-c4b47818d97b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Dec 22 16:53:09.483822 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:06Z', 'revision_number': 3, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:09.501220 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.514198 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1503a2-38b0-4c1c-a02b-df07b24403ea None None] The sync data for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi is: [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:06Z', 'revision_number': 3, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:09.538457 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-62ce979f-27bb-4068-8301-d2c0793c30f2 None None] Provisioning complete for port 44978409-6f55-4daf-a40c-99c555e9f36b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:09.539356 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-62ce979f-27bb-4068-8301-d2c0793c30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.579063 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-62ce979f-27bb-4068-8301-d2c0793c30f2 None None] Port 44978409-6f55-4daf-a40c-99c555e9f36b cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:09.687256 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.692756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.693491 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:09.762097 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Pushing event updated for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:09.848045 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:09.849515 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:09.973077 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Router ef80be27-4bbd-4286-b143-5aaf439f1f2a has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:53:10.096955 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:10.102301 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-04b31a08-11bb-4044-a193-84cb0a871696 None None] Provisioning complete for port 44978409-6f55-4daf-a40c-99c555e9f36b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:10.103253 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-04b31a08-11bb-4044-a193-84cb0a871696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.115585 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-16198b5d-0152-479f-a91b-15219113bc65 admin admin] 10.222.0.41 "PUT /v2.0/routers/ef80be27-4bbd-4286-b143-5aaf439f1f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618638 Dec 22 16:53:10.143202 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-04b31a08-11bb-4044-a193-84cb0a871696 None None] Port 44978409-6f55-4daf-a40c-99c555e9f36b cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:10.191974 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a868d7f-255f-4ae6-9aff-ff6972fe848f req-3904a47c-503a-48d5-be84-f8b8af5d37c2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:10.193632 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a868d7f-255f-4ae6-9aff-ff6972fe848f req-3904a47c-503a-48d5-be84-f8b8af5d37c2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 944 time: 0.0535102 Dec 22 16:53:10.244951 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a868d7f-255f-4ae6-9aff-ff6972fe848f req-5f0b34ab-69a7-4cd5-9210-b88e85c4963e tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Dec 22 16:53:10.439597 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-535803dc-f5b0-4508-96e6-fafde2b85349 req-8bd700a9-1313-4dea-8adc-014402d9cf92 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Dec 22 16:53:10.565518 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850211-3576-450d-90e6-d290caf3cd08 req-9501a79e-05bd-413f-90cf-c19e26bf5897 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:10.567058 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e3850211-3576-450d-90e6-d290caf3cd08 req-9501a79e-05bd-413f-90cf-c19e26bf5897 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0512915 Dec 22 16:53:10.622195 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e3850211-3576-450d-90e6-d290caf3cd08 req-1cf5e1bc-9836-408d-a1f3-e71a4a798bcf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478256 Dec 22 16:53:10.628287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59066) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:10.633942 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1065624195-network', 'tenant_id': 'e490d56726f94091bdb8e346e546264a'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:10.656896 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Made reservation on behalf of e490d56726f94091bdb8e346e546264a for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:10.659180 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.667631 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.745544 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.749140 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.776221 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:53:10.784393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617c1af-1e5d-4e3e-8fba-7b6dbf681ba7,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:10.790798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.791144 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Added segment 059bade8-3545-46e3-8f0c-c2632c99e89c of type vlan for network 368e64f7-d166-4bec-8710-e8159a43c70b Dec 22 16:53:10.835105 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.872769 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.873741 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:10.874331 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:10.901365 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9146f3aa-8e09-433e-8837-c1159bc554ee up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:10.933504 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 685183e3-a305-430b-8b21-da05248dcc30 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:10.951790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59070) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:10.952006 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3224466 Dec 22 16:53:10.957129 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Request body: {'subnet': {'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1065624195-subnet', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:10.958278 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8e4cd-607f-479e-b741-43e68c03d749 admin admin] Pushing event updated for resources: {'Network': ['ID=368e64f7-d166-4bec-8710-e8159a43c70b,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:10.981792 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 368e64f7-d166-4bec-8710-e8159a43c70b details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:53:11.000410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Made reservation on behalf of e490d56726f94091bdb8e346e546264a for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:11.002783 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.054185 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 9146f3aa-8e09-433e-8837-c1159bc554ee completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:53:11.076019 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 9146f3aa-8e09-433e-8837-c1159bc554ee triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:11.076830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.100907 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 685183e3-a305-430b-8b21-da05248dcc30 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:11.101812 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.157315 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Sync routers for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:11.188295 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.198098 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:11.198938 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:11.244211 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:11.255506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Checking segment: {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:11.255506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Network hostable DHCP agents. Network: 368e64f7-d166-4bec-8710-e8159a43c70b, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:53:11.275597 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Network 368e64f7-d166-4bec-8710-e8159a43c70b is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:53:11.281920 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.285384 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 368e64f7-d166-4bec-8710-e8159a43c70b) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:11.291835 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:11.292820 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.307550 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa57aca-77ba-4c0c-99a2-11e9ce4d6e49 None None] Network 368e64f7-d166-4bec-8710-e8159a43c70b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:11.314773 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59076) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:11.316803 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-3afe393c-6ac4-4c8a-a11a-62793279fd94 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3635960 Dec 22 16:53:11.318332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:11.343115 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.344280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.386070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bc16a-8f7d-4019-bc6e-fa155d7f2337 req-2d676133-b9a6-4dab-a8d7-e4d708f50fc5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:11.392233 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b05bc16a-8f7d-4019-bc6e-fa155d7f2337 req-2d676133-b9a6-4dab-a8d7-e4d708f50fc5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 944 time: 0.0699587 Dec 22 16:53:11.406729 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.451694 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b05bc16a-8f7d-4019-bc6e-fa155d7f2337 req-c0fb68db-0ee8-468f-ab63-daec802c8338 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Dec 22 16:53:11.498991 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.556565 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a21fd043-f336-440c-9332-91e616e246fa req-44d58b8f-a8d3-4b3a-8ecd-15b92b7636c8 tempest-DeleteServersTestJSON-150194614 tempest-DeleteServersTestJSON-150194614-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b00729-cca6-494d-84bf-eb98c49b5693 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Dec 22 16:53:11.558894 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:11.561864 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a0975f-5105-4bba-a390-953db4cfb6a2" -d '{"events": [{"server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "name": "network-vif-plugged", "status": "completed", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:11.565721 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.593304 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9146f3aa-8e09-433e-8837-c1159bc554ee,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:11.595411 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 685183e3-a305-430b-8b21-da05248dcc30, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=685183e3-a305-430b-8b21-da05248dcc30,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:11.612508 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.626111 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b16f1c-cfc4-4825-bb59-d1ec07d391f4 x-openstack-request-id: req-c7b16f1c-cfc4-4825-bb59-d1ec07d391f4 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:11.626425 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "name": "network-vif-plugged", "status": "completed", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:11.626678 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7b16f1c-cfc4-4825-bb59-d1ec07d391f4 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:11.627058 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee', 'code': 200} Dec 22 16:53:11.629453 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.633702 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:11.762962 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aed0ca-8f39-4752-a2e9-7a8e3718e7d9 req-33ab6641-c442-4d08-bb97-ff225fc06ff9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:11.765481 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-07aed0ca-8f39-4752-a2e9-7a8e3718e7d9 req-33ab6641-c442-4d08-bb97-ff225fc06ff9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0649478 Dec 22 16:53:11.770143 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-368e64f7-d166-4bec-8710-e8159a43c70b', 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b', 'project_id': 'e490d56726f94091bdb8e346e546264a', 'fixed_ips': [{'subnet_id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:53:11.771094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.793683 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:11.805073 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:11.818066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-07aed0ca-8f39-4752-a2e9-7a8e3718e7d9 req-48fac624-6097-4433-b48c-3407941e2fc4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Dec 22 16:53:11.977291 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=685183e3-a305-430b-8b21-da05248dcc30,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:12.034640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.083131 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Allocated IP 172.20.0.2 (368e64f7-d166-4bec-8710-e8159a43c70b/08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08/1a54267c-3117-4f5b-95c2-cab12b1faf53) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:12.168380 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 2, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:12.172486 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Allocated IP 172.27.1.60 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/7a44013c-8e4c-41cf-957e-3ea9b7094e2f) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:12.203083 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Checking router: ef80be27-4bbd-4286-b143-5aaf439f1f2a for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:12.203821 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Updating router ef80be27-4bbd-4286-b143-5aaf439f1f2a port 44978409-6f55-4daf-a40c-99c555e9f36b binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:12.245651 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.318365 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d71e8-df6c-41e3-977f-af0321807b30 req-3441f651-6adc-4d75-8df0-afb7e1bc949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:12.320554 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-582d71e8-df6c-41e3-977f-af0321807b30 req-3441f651-6adc-4d75-8df0-afb7e1bc949b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 1098 time: 0.0905786 Dec 22 16:53:12.343330 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.397391 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-582d71e8-df6c-41e3-977f-af0321807b30 req-7b95f5e9-f39c-4bea-9b50-800a63215848 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618701 Dec 22 16:53:12.401887 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.412380 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.412629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.465322 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:12.469925 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:12.474619 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:12.478207 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Pushing event updated for resources: {'Port': ['ID=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:12.482043 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Network 368e64f7-d166-4bec-8710-e8159a43c70b is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:12.497433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:12.499840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:12.508604 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Pushing event updated for resources: {'Port': ['ID=1a54267c-3117-4f5b-95c2-cab12b1faf53,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:12.604038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Attempting to bind port 1a54267c-3117-4f5b-95c2-cab12b1faf53 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:12.604472 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Attempting to bind port 1a54267c-3117-4f5b-95c2-cab12b1faf53 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:12.604877 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Attempting to bind port 1a54267c-3117-4f5b-95c2-cab12b1faf53 on network 368e64f7-d166-4bec-8710-e8159a43c70b {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:12.612261 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148923a-3c2a-4ca1-8d2c-769fec31c633 req-48971698-1250-4750-b285-a74e913f47f2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:12.616684 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:12.617090 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Checking segment: {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:12.617497 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.617885 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Bound using segment: {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:12.618347 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Bound port: 1a54267c-3117-4f5b-95c2-cab12b1faf53, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:12.618726 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.633891 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7148923a-3c2a-4ca1-8d2c-769fec31c633 req-48971698-1250-4750-b285-a74e913f47f2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.0891895 Dec 22 16:53:12.713226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7148923a-3c2a-4ca1-8d2c-769fec31c633 req-f8c2e152-e70f-435b-a34a-c6d2b1065e89 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721126 Dec 22 16:53:12.754313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.762033 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] For port 1a54267c-3117-4f5b-95c2-cab12b1faf53, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:12.770763 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] For port 1a54267c-3117-4f5b-95c2-cab12b1faf53, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=1a54267c-3117-4f5b-95c2-cab12b1faf53,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:12.776292 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.781008 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.813639 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:12.898722 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d273b5-ed41-4b3a-b2e2-09803a3efd3d None None] Pushing event updated for resources: {'Port': ['ID=1a54267c-3117-4f5b-95c2-cab12b1faf53,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:12.968087 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 685183e3-a305-430b-8b21-da05248dcc30 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:13.099133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12662d64-d6c5-4a65-b618-99251ea4979a req-5a5ca0c6-01ea-4a09-a9c6-57d731241804 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:13.106809 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12662d64-d6c5-4a65-b618-99251ea4979a req-5a5ca0c6-01ea-4a09-a9c6-57d731241804 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1410902 Dec 22 16:53:13.134846 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6c09-f833-4c5f-ac47-1ab11c6c9d41 None None] Pushing event updated for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:13.143328 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Attempting to bind port 44978409-6f55-4daf-a40c-99c555e9f36b on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:13.143990 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Attempting to bind port 44978409-6f55-4daf-a40c-99c555e9f36b by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:13.144395 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Attempting to bind port 44978409-6f55-4daf-a40c-99c555e9f36b on network 354ee7f4-01f2-461e-beff-dc96b30cdc7f {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:13.155442 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:13.156073 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Checking segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:13.156743 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.157296 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Bound using segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:13.157947 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Bound port: 44978409-6f55-4daf-a40c-99c555e9f36b, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:13.158340 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.171897 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.259763 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 685183e3-a305-430b-8b21-da05248dcc30 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:13.260764 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.308833 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12662d64-d6c5-4a65-b618-99251ea4979a req-65881a40-6bf4-401a-9358-96b51c35c234 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947298 Dec 22 16:53:13.325385 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] For port 44978409-6f55-4daf-a40c-99c555e9f36b, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:13.331977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] For port 44978409-6f55-4daf-a40c-99c555e9f36b, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=44978409-6f55-4daf-a40c-99c555e9f36b,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:13.344777 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.438774 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Router c1820928-020f-45ed-8da1-f8094e21b7ee is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:53:13.479666 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:13.480649 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:13.549428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6c09-f833-4c5f-ac47-1ab11c6c9d41 None None] Pushing event updated for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:13.592030 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] Provisioning complete for port 44978409-6f55-4daf-a40c-99c555e9f36b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:13.592499 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.627098 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:13.640342 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Sync routers for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:13.652280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:13.656226 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-94ff5639-e41f-4236-a63e-fbe1a5a9bbeb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3393927 Dec 22 16:53:13.656526 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59132) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:13.660121 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:13.661118 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:13.812027 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:13.833090 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:14.018935 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.102553 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e70306-2f0d-4549-893d-e462a68d3893 req-c86a6dc6-2683-40a1-a7f6-f571874cbe58 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:14.105215 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d1e70306-2f0d-4549-893d-e462a68d3893 req-c86a6dc6-2683-40a1-a7f6-f571874cbe58 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.2998312 Dec 22 16:53:14.121419 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] For port 44978409-6f55-4daf-a40c-99c555e9f36b, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=44978409-6f55-4daf-a40c-99c555e9f36b,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:14.128165 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.263608 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4532c-911f-4698-8b6b-3df640d061a0 None None] Pushing event updated for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:14.292878 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d1e70306-2f0d-4549-893d-e462a68d3893 req-6f443e1e-4533-4bd0-992e-e7f95eda4583 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787958 Dec 22 16:53:14.304861 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:12Z', 'revision_number': 3, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:14.310329 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-e328b90f-e2d7-4048-b0f4-e1139ac7e6c1 None None] Provisioning complete for port 44978409-6f55-4daf-a40c-99c555e9f36b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:14.310910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e328b90f-e2d7-4048-b0f4-e1139ac7e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.371656 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Checking router: c1820928-020f-45ed-8da1-f8094e21b7ee for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:14.372454 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Updating router c1820928-020f-45ed-8da1-f8094e21b7ee port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:14.389887 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:13Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:14.458648 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.478658 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca8d66-bd93-4dd5-962f-1b30d4a9531c None None] The sync data for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi is: [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:13Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:14.522528 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59166) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:14.565318 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d754e16-1ed2-407f-aaec-2eeb8f9a9ddc None None] Network 368e64f7-d166-4bec-8710-e8159a43c70b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:14.632076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Deleting subnet 23a25994-4f2e-443f-afc2-ccddd80e0a46 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:53:14.637495 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.683768 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe40e-41d6-4b5f-96d3-2b8b617357c4 req-31a2f92b-f269-487a-83a3-fe3a4a16ad2d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:14.705071 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a5fe40e-41d6-4b5f-96d3-2b8b617357c4 req-31a2f92b-f269-487a-83a3-fe3a4a16ad2d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1817455 Dec 22 16:53:14.732132 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.761112 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.798407 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a5fe40e-41d6-4b5f-96d3-2b8b617357c4 req-66fd8107-545c-4637-901e-07f0831b7572 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907345 Dec 22 16:53:14.832589 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] Provisioning complete for port 1a54267c-3117-4f5b-95c2-cab12b1faf53 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:14.832957 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:14.887023 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.064149 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 44978409-6f55-4daf-a40c-99c555e9f36b up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:15.078760 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.140829 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.253147 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a25994-4f2e-443f-afc2-ccddd80e0a46,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:15.253239 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] For port 1a54267c-3117-4f5b-95c2-cab12b1faf53, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=1a54267c-3117-4f5b-95c2-cab12b1faf53,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:15.256964 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.264133 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.270424 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.271332 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.274837 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a956d61f-c05d-4d3b-80a6-ebb4bfafb496 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23a25994-4f2e-443f-afc2-ccddd80e0a46 HTTP/1.1" status: 204 len: 168 time: 0.7506473 Dec 22 16:53:15.278458 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59190) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:15.336563 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 44978409-6f55-4daf-a40c-99c555e9f36b triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:15.337207 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.374233 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Attempting to bind port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:15.374859 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Attempting to bind port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:15.375399 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Attempting to bind port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:15.393180 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:15.394144 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:15.394718 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.395319 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:15.396158 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Bound port: 7a44013c-8e4c-41cf-957e-3ea9b7094e2f, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:15.396743 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.471246 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf9cb3-3d17-4763-912d-c2fac95f75cf None None] Pushing event updated for resources: {'Port': ['ID=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:15.475272 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-fe1f4728-d204-4e9f-96dd-2db575c00696 None None] Provisioning complete for port 1a54267c-3117-4f5b-95c2-cab12b1faf53 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:15.475859 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4728-d204-4e9f-96dd-2db575c00696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.483314 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] For port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:15.487952 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Allocated IP 172.20.0.1 (368e64f7-d166-4bec-8710-e8159a43c70b/08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08/2fc5e6a5-b996-4b60-91a6-9340ac9df3f6) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:15.490439 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] For port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:15.497644 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.501505 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.532176 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548d702-cdd7-4a0e-98dc-79db263146e6 None None] Pushing event updated for resources: {'Port': ['ID=1a54267c-3117-4f5b-95c2-cab12b1faf53,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:15.546965 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 1a54267c-3117-4f5b-95c2-cab12b1faf53 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:15.586785 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:15.587542 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:15.653219 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf9cb3-3d17-4763-912d-c2fac95f75cf None None] Pushing event updated for resources: {'Port': ['ID=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:15.660952 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 1a54267c-3117-4f5b-95c2-cab12b1faf53 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:15.661323 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.672811 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e06e39-fce9-4d1b-ab1e-580a06377af1 req-a98a36e6-a9e9-49f5-8510-078741ec6597 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:15.674772 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d2e06e39-fce9-4d1b-ab1e-580a06377af1 req-a98a36e6-a9e9-49f5-8510-078741ec6597 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.2273624 Dec 22 16:53:15.761843 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:15.784043 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:15.860824 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d2e06e39-fce9-4d1b-ab1e-580a06377af1 req-826867e3-9df6-4d24-93db-41dd68c7e8f4 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654582 Dec 22 16:53:15.885545 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.885996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.886877 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.887541 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > port after_create 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.888036 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.888476 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > port after_update 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.892902 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.893432 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.893788 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.894148 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:15.977256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67b127-ac68-4a0c-a1dd-e049838e5819 req-ec8a1cd9-6db2-4b97-b8ca-6ee64538bc02 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:15.979328 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ac67b127-ac68-4a0c-a1dd-e049838e5819 req-ec8a1cd9-6db2-4b97-b8ca-6ee64538bc02 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0818875 Dec 22 16:53:16.071100 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-32dead54-f585-4662-b46b-267b45c25839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:12Z', 'revision_number': 3, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:16.089113 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ac67b127-ac68-4a0c-a1dd-e049838e5819 req-cd6801d8-0913-4c55-9522-9c4aaf53adca tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982180 Dec 22 16:53:16.118724 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dead54-f585-4662-b46b-267b45c25839 None None] The sync data for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi is: [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:12Z', 'revision_number': 3, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:16.136773 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:16.137118 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:16.137447 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:16.137777 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:16.138141 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea2ded6-11e2-43e6-a355-1d70fb90a539']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:16.155584 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.169702 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe25ec-9f03-4c1d-a32c-5914e76aa852') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:16.170032 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe25ec-9f03-4c1d-a32c-5914e76aa852') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:16.195688 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.244298 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.255878 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:53:16.256477 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:53:16.274378 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:53:16.347436 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.407461 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:16.432640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Network 368e64f7-d166-4bec-8710-e8159a43c70b is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:16.433492 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.436284 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:16.443101 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:16.470206 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.474049 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fea2ded6-11e2-43e6-a355-1d70fb90a539 HTTP/1.1" status: 204 len: 168 time: 1.1945953 Dec 22 16:53:16.539730 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434d07-1bab-43b5-8f13-cbf1977e2d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea2ded6-11e2-43e6-a355-1d70fb90a539,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:16.627902 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.879213 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.919514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59238) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:16.935975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-aa94ea8d-b2f9-4609-86d3-0e8a42ed0f86 None None] Provisioning complete for port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:16.936977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-aa94ea8d-b2f9-4609-86d3-0e8a42ed0f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:16.978476 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e89e0187-f352-4fba-a5d6-ac469e3f46ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7a1b9f8401440b295882726cb512ddd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0571880 Dec 22 16:53:16.979101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59242) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:17.006752 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-aa94ea8d-b2f9-4609-86d3-0e8a42ed0f86 None None] Port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:17.078250 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 7a44013c-8e4c-41cf-957e-3ea9b7094e2f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:17.081475 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.136460 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.206656 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.212818 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.226477 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:17.227654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.289774 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.361334 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418572ff-df94-4f0d-a4b5-d3f4d921bf26 req-98eaafd4-9eda-4537-bd4e-e632e102c600 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:17.364424 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-418572ff-df94-4f0d-a4b5-d3f4d921bf26 req-98eaafd4-9eda-4537-bd4e-e632e102c600 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1194634 Dec 22 16:53:17.435790 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.479923 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-418572ff-df94-4f0d-a4b5-d3f4d921bf26 req-3105a6f6-6d7c-46ca-b166-68955b8fc4b0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073208 Dec 22 16:53:17.481490 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.485285 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.487422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b89a89ee-e42a-4ece-a4fe-5835468a215f HTTP/1.1" status: 204 len: 168 time: 0.5073826 Dec 22 16:53:17.514196 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:17.519737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.521501 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 1a54267c-3117-4f5b-95c2-cab12b1faf53 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:17.532282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2ebf5-82e6-4d66-a4cd-f039a01bdad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a89ee-e42a-4ece-a4fe-5835468a215f,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:17.681439 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59264) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:17.719905 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:17.791609 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 1a54267c-3117-4f5b-95c2-cab12b1faf53 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:17.791985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:17.799059 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Network 368e64f7-d166-4bec-8710-e8159a43c70b is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:17.806833 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:17.944013 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:18.126260 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Router c1820928-020f-45ed-8da1-f8094e21b7ee has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:53:18.148796 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e7b42e5d-4006-4f09-b919-bf80e744a1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.253813 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-02a1e83b-8efa-42ae-b278-2eef7a780d79 None None] Provisioning complete for port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:18.254349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-02a1e83b-8efa-42ae-b278-2eef7a780d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.279235 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e7b42e5d-4006-4f09-b919-bf80e744a1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.288045 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e7b42e5d-4006-4f09-b919-bf80e744a1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.320829 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:18.332013 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7d4a277e-8140-408f-99f9-916264041229 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1820928-020f-45ed-8da1-f8094e21b7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6742001 Dec 22 16:53:18.373169 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e7b42e5d-4006-4f09-b919-bf80e744a1ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f349d1cf49d14b7fa7ff15f092d3a168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6906621 Dec 22 16:53:18.376087 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59302) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:18.383959 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-02a1e83b-8efa-42ae-b278-2eef7a780d79 None None] Port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:18.464316 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b42e5d-4006-4f09-b919-bf80e744a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340995f-55e5-4c0e-9ac3-5edb0844c558,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:18.470514 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59312) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:18.565810 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.572474 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Deleting subnet c0923225-1d75-401c-a13a-00249dd52d3d {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:53:18.578528 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.643727 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-d8b0ebee-0339-495c-a456-6809f55cec87 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:18.652143 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.652360 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-d8b0ebee-0339-495c-a456-6809f55cec87 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.2522676 Dec 22 16:53:18.669877 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.673466 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-3b44fe1b-5b52-4d70-89e1-d31948da6ad3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/quotas/4d24459a6e73410c8f7b9e38c7156095 HTTP/1.1" status: 200 len: 375 time: 0.0193448 Dec 22 16:53:18.733495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-c2376038-7616-40e5-a50b-a505e06032de tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545571 Dec 22 16:53:18.754959 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1921df8-f2f9-4ec1-bc5c-c777b00f62ad req-52ddb883-6200-4b64-8661-b4935daec645 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:18.756626 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a1921df8-f2f9-4ec1-bc5c-c777b00f62ad req-52ddb883-6200-4b64-8661-b4935daec645 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1519587 Dec 22 16:53:18.762862 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.814481 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59324) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:18.820370 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.822948 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.826746 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a340995f-55e5-4c0e-9ac3-5edb0844c558 HTTP/1.1" status: 204 len: 168 time: 0.4495318 Dec 22 16:53:18.866191 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b6be2-15bd-4f9f-808a-170db8ef4c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340995f-55e5-4c0e-9ac3-5edb0844c558,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:18.882012 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-d9deff11-9421-4582-a244-8da84ab7418d service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357896 Dec 22 16:53:18.915229 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a1921df8-f2f9-4ec1-bc5c-c777b00f62ad req-aad83c16-4eab-4b8e-8104-66eed335b945 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496577 Dec 22 16:53:18.922052 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 7a44013c-8e4c-41cf-957e-3ea9b7094e2f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:18.935855 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:18.966809 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Sync routers for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:18.989764 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:18.990584 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:19.015870 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0923225-1d75-401c-a13a-00249dd52d3d,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:19.028856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.037010 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6e7b7e1c-3afb-498e-9a4b-f84270778c8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0923225-1d75-401c-a13a-00249dd52d3d HTTP/1.1" status: 204 len: 168 time: 0.5652852 Dec 22 16:53:19.042131 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59336) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:19.077810 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-ea5dde01-c73a-49e0-af21-cd124d323dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946578 Dec 22 16:53:19.116326 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:19.117247 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.144066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.169671 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:19.257736 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-674834066-network', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:19.301630 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.357880 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.360502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.361137 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Made reservation on behalf of bccd8363f7714c90b6c9fdff7684dac3 for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:19.362958 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.365345 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > port after_create 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.365538 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.367538 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.368488 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > port after_update 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.369304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.370382 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.371366 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.373481 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.380081 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.477096 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59342) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:19.506132 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5d746708-45aa-4f3b-a53c-b49094c75318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.513884 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.514327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.514726 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.515133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 16:53:19.515584 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d83ad8-ec7b-48ef-8abb-038b05183582']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:19.516648 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:16Z', 'revision_number': 4, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '2fc5e6a5-b996-4b60-91a6-9340ac9df3f6', 'name': '', 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'mac_address': 'fa:16:3e:24:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:14Z', 'updated_at': '2021-12-22T16:53:16Z', 'revision_number': 2, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'subnets': [{'id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:19.537998 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586d36b0-d47d-451c-a4a3-b4625cb58696') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:19.539098 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586d36b0-d47d-451c-a4a3-b4625cb58696') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:19.559628 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Checking router: c1820928-020f-45ed-8da1-f8094e21b7ee for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:19.559987 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Updating router c1820928-020f-45ed-8da1-f8094e21b7ee port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:19.567697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.598352 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.686705 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5d746708-45aa-4f3b-a53c-b49094c75318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.693804 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5d746708-45aa-4f3b-a53c-b49094c75318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.733711 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5d746708-45aa-4f3b-a53c-b49094c75318 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac4fe5ccb27e4b40a92d01adde7a1541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536976 Dec 22 16:53:19.745793 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59350) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:19.750781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.767043 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.778516 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59352) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:19.794329 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613322595', 'description': 'tempest-secgroup-smoke-613322595 description', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:19.836536 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746708-45aa-4f3b-a53c-b49094c75318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b479f-30f8-4dd3-9a91-b04f1b53ff9a,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:19.842425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:53:19.870339 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-19630a20-fab6-4ab6-96d2-f2460fcb367a req-a5c010d0-ff41-4c96-acf2-50fd2d64cf82 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.3053341 Dec 22 16:53:19.879086 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.890332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.897722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:53:19.898382 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:53:19.903575 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:53:19.935967 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.936360 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Added segment aa795d48-9388-4547-be20-56a303bf690a of type vlan for network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 Dec 22 16:53:19.962669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.972393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:19.976436 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147b091c-ce25-442a-a3f8-a6a987d29dcb,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.005651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.014610 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.021659 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f4d83ad8-ec7b-48ef-8abb-038b05183582 HTTP/1.1" status: 204 len: 168 time: 0.9781301 Dec 22 16:53:20.022437 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59358) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:20.044927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc42ad9-d447-491f-b602-929165ccec69 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d83ad8-ec7b-48ef-8abb-038b05183582,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.090674 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Deleting subnet f6d7968e-fb4e-4ccd-8610-2788fd908fdd {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:53:20.094163 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.126056 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.142632 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.195292 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cfe70-39c8-4741-84f0-901665747ebf req-fc6cb97e-7651-415d-9d0b-e0707a658674 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:20.196874 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2c8cfe70-39c8-4741-84f0-901665747ebf req-fc6cb97e-7651-415d-9d0b-e0707a658674 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1360240 Dec 22 16:53:20.200345 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.201262 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:20.202062 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.205365 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.217647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.220152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.221298 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f0b479f-30f8-4dd3-9a91-b04f1b53ff9a HTTP/1.1" status: 204 len: 168 time: 0.4691401 Dec 22 16:53:20.285403 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4668777 Dec 22 16:53:20.288410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59362) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:20.291511 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81d11-49c7-4e57-80d7-75219d23beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b479f-30f8-4dd3-9a91-b04f1b53ff9a,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.297189 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Request body: {'subnet': {'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-674834066-subnet', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:20.359090 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.360175 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.373982 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.376282 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0e306-f31e-4cc4-af13-836cdaafc70a admin admin] Pushing event updated for resources: {'Network': ['ID=41a085c8-d977-4f66-b5d4-aa188b3ec1f3,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.396396 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.401691 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.404975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:53:20.407631 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6d7968e-fb4e-4ccd-8610-2788fd908fdd HTTP/1.1" status: 204 len: 168 time: 0.3706219 Dec 22 16:53:20.409589 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Made reservation on behalf of bccd8363f7714c90b6c9fdff7684dac3 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:20.413084 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12234718'] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.413291 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59364) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:20.417411 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8eedca-24e5-4b4b-a1e1-20c37753bffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d7968e-fb4e-4ccd-8610-2788fd908fdd,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.430364 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.432812 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6502635 Dec 22 16:53:20.437034 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2c8cfe70-39c8-4741-84f0-901665747ebf req-9bc22d93-235f-482f-849d-a28b2f02746f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203586 Dec 22 16:53:20.440532 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59366) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:20.483152 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.490331 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:20.512868 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa7cf7-b216-4e95-b773-56afcb97983f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28177c7f-45c0-4eff-8cf3-7dfd969ea985,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.602371 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.625420 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.643600 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d94f8-1761-4356-a112-56638c2e7e6b None None] Pushing event updated for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.702731 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Attempting to bind port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:20.703673 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Attempting to bind port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:20.704181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Attempting to bind port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 on network 368e64f7-d166-4bec-8710-e8159a43c70b {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:20.710251 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:20.710917 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Checking segment: {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:20.711549 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.712121 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Bound using segment: {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:20.712652 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Bound port: 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bade8-3545-46e3-8f0c-c2632c99e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:20.713038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.764530 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8509603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12234700'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.834493 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] For port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:20.849981 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.854938 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] For port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:20.861109 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d7941b-cf93-47d7-bea8-41af2a3eccb5,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:20.869489 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Checking segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:20.869853 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Network hostable DHCP agents. Network: 41a085c8-d977-4f66-b5d4-aa188b3ec1f3, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:53:20.880150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.893247 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:53:20.912828 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 41a085c8-d977-4f66-b5d4-aa188b3ec1f3) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:20.916725 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7195a-34ca-4dac-95f9-a9dd337ae68c']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:20.926419 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:20.929893 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.940915 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11710efc-ea40-456a-aa1a-7c5f9933ea1d') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:20.941204 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11710efc-ea40-456a-aa1a-7c5f9933ea1d') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:20.970636 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49029033-c48e-4491-8f04-14d5c50b021c None None] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:20.971673 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:20.976069 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-724c698d-691c-406f-acd1-12406b07bad6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6820676 Dec 22 16:53:20.978102 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59382) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:20.998693 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:21.056255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.058176 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.081425 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d94f8-1761-4356-a112-56638c2e7e6b None None] Pushing event updated for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:21.089974 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.093595 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb9d3ffe-fafd-4cc9-8cb3-f86f8403baa4 req-29787f87-e182-44b1-82dc-f21e83f18db2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0686076 Dec 22 16:53:21.094990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.153194 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.153907 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.170903 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:53:21.171500 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:53:21.180333 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:53:21.243537 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa13305-8722-475d-acb6-24e8812ec5f6,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:21.273450 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:21.275218 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:21.343636 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.354441 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.354441 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7565acde-db77-4894-897f-0fdb4e5e8b2c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9082553 Dec 22 16:53:21.357589 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59396) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:21.364664 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:21.379146 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-a878fd44-3b46-43e0-aca8-0fce046972ea tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:21.385343 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-a878fd44-3b46-43e0-aca8-0fce046972ea tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.4360535 Dec 22 16:53:21.387397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.404480 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.408903 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e8d7195a-34ca-4dac-95f9-a9dd337ae68c HTTP/1.1" status: 204 len: 168 time: 0.9941533 Dec 22 16:53:21.427444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Request body: {'port': {'device_id': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'admin_state_up': True, 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:21.434507 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e60d-c039-4584-b506-32721b690968 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d7195a-34ca-4dac-95f9-a9dd337ae68c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:21.478935 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:21.500448 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.531203 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] Provisioning complete for port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:21.531574 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.566572 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:53:21.567439 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.688128 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59414) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:21.739425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:21.748996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.760485 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.800286 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58282-80b4-4693-a84a-b5f5a71a5a96 req-c9bde6e3-b295-4040-8162-b74afc333097 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:21.800286 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-15a58282-80b4-4693-a84a-b5f5a71a5a96 req-c9bde6e3-b295-4040-8162-b74afc333097 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1363754 Dec 22 16:53:21.837344 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-596b82e5-3430-4118-a3a8-51dcf3af9724 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc8e4ab8b88543e69347b6e8afe41018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451850 Dec 22 16:53:21.838460 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.838729 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59420) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:21.839903 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.854241 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404ca6cb-ec2a-4199-91c3-b1f5e52cf314,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:21.900404 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:21.959562 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.021150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] For port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:22.031074 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.033692 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-bc63170b-07f9-4fe1-88e6-d93a54389cd4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6749394 Dec 22 16:53:22.033943 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Allocated IP 172.20.0.2 (41a085c8-d977-4f66-b5d4-aa188b3ec1f3/f7d7941b-cf93-47d7-bea8-41af2a3eccb5/bff254c1-2e3a-40b2-95c6-4c6eaf532b13) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:22.036911 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.038327 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-15a58282-80b4-4693-a84a-b5f5a71a5a96 req-eef0b2c6-9fb9-4efc-8443-9e56c9fac8e3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333918 Dec 22 16:53:22.039301 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59428) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:22.042194 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Allocated IP 172.20.0.11 (9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd/f054949d-e380-4d61-a8f5-157ad6706059/4660fa74-d91e-44e1-912b-c440ab91f3ed) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:22.048068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:22.098631 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.123164 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Allocated IP 172.27.1.222 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/a9be7a31-7af1-48bf-8fa3-fea941354571) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:22.140182 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.146686 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.275237 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.278101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.279367 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa9ac301-e621-44c6-9374-fc16c062845e HTTP/1.1" status: 204 len: 168 time: 0.4373276 Dec 22 16:53:22.288120 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd29989-b8bb-428a-bb8d-fc0b98527280 None None] Pushing event updated for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.299994 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d2953-cb18-4773-9509-dffe2701ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ac301-e621-44c6-9374-fc16c062845e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.322322 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.324023 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d0db68e8-989f-47f0-b4d7-898288691c4d req-7395aa47-3108-4544-94b0-c35da730e0dc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0988307 Dec 22 16:53:22.337086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.347477 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.368458 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-891e71e6-4554-4c8b-b844-8dbc0aba874d None None] Provisioning complete for port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:22.369076 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-891e71e6-4554-4c8b-b844-8dbc0aba874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.390678 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333d4101-7bd9-42f4-8c4f-8d3937ce8dc1,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.396668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.401215 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-60cdd695-033f-4a63-b4ed-42c9ac3c3cbe tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576128 Dec 22 16:53:22.402858 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59440) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:22.411895 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:22.413120 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:16Z', 'revision_number': 4, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '2fc5e6a5-b996-4b60-91a6-9340ac9df3f6', 'name': '', 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'mac_address': 'fa:16:3e:24:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:14Z', 'updated_at': '2021-12-22T16:53:20Z', 'revision_number': 4, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'subnets': [{'id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:22.430321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.457309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.484519 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbb108-b5af-4a30-b1a4-f5b406bf02fc None None] The sync data for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi is: [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:53:16Z', 'revision_number': 4, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '2fc5e6a5-b996-4b60-91a6-9340ac9df3f6', 'name': '', 'network_id': '368e64f7-d166-4bec-8710-e8159a43c70b', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'mac_address': 'fa:16:3e:24:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:14Z', 'updated_at': '2021-12-22T16:53:20Z', 'revision_number': 4, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'subnets': [{'id': '08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:22.520708 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.534519 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:22.535552 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.550059 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a', '9146f3aa-8e09-433e-8837-c1159bc554ee'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:53:22.554722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:22.559802 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:22.649856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9be7a31-7af1-48bf-8fa3-fea941354571,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.675813 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:22.687883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:22.691766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.698890 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.714658 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:22.760777 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df85c68-ff3e-43e1-b671-138f1553d209,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.794939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event updated for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:22.829634 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.837050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.841335 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8ad9808d-21d6-4a04-8da0-7f275501f3b7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4324033 Dec 22 16:53:22.846164 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59450) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:22.870318 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:22.926127 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:22.926820 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.962445 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:22.995546 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59452) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:23.002903 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-efe0707e-ad83-47e7-aeb9-59cf3f33f550 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5923090 Dec 22 16:53:23.030164 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Request body: {'port': {'device_id': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:23.047495 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:23.068836 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.securitygroups_db [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Project 8be51f83e1d04b2884f00bdcb1d34f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:53:23.077720 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:23.177922 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.237800 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-091bed66-8e41-4b10-af2c-473effebfa20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c52eb3e7eb41c8a4187bbd677d5b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402983 Dec 22 16:53:23.267128 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59462) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:23.310916 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.329710 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.398889 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.431696 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:23.443630 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.457182 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:23.492076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.509112 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Pushing event updated for resources: {'Port': ['ID=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:23.514831 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99024240-5152-4bfe-b6fe-6c9f7c0434d0 req-00039a6f-6e9c-42b8-bb14-440a93f2f9e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:23.525060 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-99024240-5152-4bfe-b6fe-6c9f7c0434d0 req-00039a6f-6e9c-42b8-bb14-440a93f2f9e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.3414009 Dec 22 16:53:23.568884 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1ad768-2c28-48db-88e3-b69c7c868260,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:23.611892 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.617051 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-98e3d1c9-9b24-4468-a9f1-cfeb25c09b04 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7616303 Dec 22 16:53:23.627108 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59470) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:23.671399 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.686606 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Attempting to bind port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:23.686890 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Attempting to bind port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:23.687261 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Attempting to bind port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:23.695400 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'security_group_rule': {'security_group_id': '28177c7f-45c0-4eff-8cf3-7dfd969ea985', 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:23.700824 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:23.701351 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Checking segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:23.701767 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.702181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Bound using segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:23.702670 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Bound port: bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:23.703070 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.705277 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:23.705637 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.734175 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.762574 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-99024240-5152-4bfe-b6fe-6c9f7c0434d0 req-3fe7d953-143b-407f-b0ff-a48fc2a7c9ec tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351825 Dec 22 16:53:23.804839 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64568d2-9c9b-4011-8818-fa7b877f8989 req-7906973e-9bfc-48e4-8432-0b7685d12030 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:23.806455 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a64568d2-9c9b-4011-8818-fa7b877f8989 req-7906973e-9bfc-48e4-8432-0b7685d12030 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 932 time: 0.3181655 Dec 22 16:53:23.922825 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.securitygroups_db [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Project 8be51f83e1d04b2884f00bdcb1d34f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:53:23.937646 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.967962 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.968166 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a64568d2-9c9b-4011-8818-fa7b877f8989 req-c85f890b-1a27-45e5-9b71-84570cd65a2f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524894 Dec 22 16:53:23.970783 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:23.971894 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0bc9209-e66f-4b1f-b4ae-b468caa8517b HTTP/1.1" status: 204 len: 168 time: 0.7038047 Dec 22 16:53:24.010171 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Router 3ea8f779-d8f9-4d75-a835-479b42209fad is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:53:24.055607 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] For port bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:24.082450 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a282-43d1-4e54-8251-eae6fa574240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc9209-e66f-4b1f-b4ae-b468caa8517b,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:24.122183 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] For port bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:24.146835 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.201995 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.213667 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.262559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.273774 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5936167 Dec 22 16:53:24.274956 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:24.287314 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:24.301662 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a4096-a50e-4482-9278-a5592ee1a34f None None] Pushing event updated for resources: {'Port': ['ID=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:24.312051 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:24.317128 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:24.322264 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c187-e722-4f3e-940a-6c604050852d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d27019-576c-44f2-83b9-c9495b8bf010,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:24.338078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.338078 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b4190387-0943-4864-9596-f3d1260a6fd2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3577154 Dec 22 16:53:24.341494 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59484) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:24.455526 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4660fa74-d91e-44e1-912b-c440ab91f3ed {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:53:24.485698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.505144 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Transition to ACTIVE for port object 4660fa74-d91e-44e1-912b-c440ab91f3ed will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:53:24.510277 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.521211 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:24.616100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:24.734046 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Attempting to bind port 4660fa74-d91e-44e1-912b-c440ab91f3ed on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:24.734695 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Attempting to bind port 4660fa74-d91e-44e1-912b-c440ab91f3ed by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:24.735117 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Attempting to bind port 4660fa74-d91e-44e1-912b-c440ab91f3ed on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:24.740605 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Port 4660fa74-d91e-44e1-912b-c440ab91f3ed on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:53:24.740914 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Attempting to bind port 4660fa74-d91e-44e1-912b-c440ab91f3ed on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:24.749859 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:24.749859 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Checking segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:24.752538 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Bound using segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:24.753035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Bound port: 4660fa74-d91e-44e1-912b-c440ab91f3ed, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:24.757145 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.810176 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:23Z', 'revision_number': 3, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:24.854076 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:24.854755 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Updating router 3ea8f779-d8f9-4d75-a835-479b42209fad port a9be7a31-7af1-48bf-8fa3-fea941354571 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:24.901723 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:24.986240 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:24.996828 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:25.005344 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device bff254c1-2e3a-40b2-95c6-4c6eaf532b13 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:25.007938 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.089720 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:25.090003 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.091458 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] 10.222.0.54 "PUT /v2.0/ports/4660fa74-d91e-44e1-912b-c440ab91f3ed HTTP/1.1" status: 200 len: 1094 time: 2.0679352 Dec 22 16:53:25.091919 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:25.110784 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7127fd9-b91e-4773-a685-97e5b95341ba" -d '{"events": [{"name": "network-changed", "server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:25.134949 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:25.136055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.280403 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.287216 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.331992 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.430749 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:25.437784 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.506209 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Attempting to bind port a9be7a31-7af1-48bf-8fa3-fea941354571 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:25.506735 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Attempting to bind port a9be7a31-7af1-48bf-8fa3-fea941354571 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:25.507047 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Attempting to bind port a9be7a31-7af1-48bf-8fa3-fea941354571 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:25.510821 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e3122-5c49-4164-bef9-83f6c012d18a None None] Pushing event updated for resources: {'Port': ['ID=a9be7a31-7af1-48bf-8fa3-fea941354571,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:25.529336 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:25.529717 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:25.530436 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.530541 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:25.530998 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Bound port: a9be7a31-7af1-48bf-8fa3-fea941354571, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:25.531396 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.612971 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:25.641822 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0ef3-03b4-4ba6-b61b-873ca9409671 req-f4e754bc-e666-49c1-a209-1bed2f68d6b4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:25.652066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca7a0ef3-03b4-4ba6-b61b-873ca9409671 req-f4e754bc-e666-49c1-a209-1bed2f68d6b4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.3323505 Dec 22 16:53:25.684421 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] For port a9be7a31-7af1-48bf-8fa3-fea941354571, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:25.695816 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] For port a9be7a31-7af1-48bf-8fa3-fea941354571, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a9be7a31-7af1-48bf-8fa3-fea941354571,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:25.701918 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:25.820772 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ca7a0ef3-03b4-4ba6-b61b-873ca9409671 req-0093ad8c-c098-442f-87da-f00d731f513e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661198 Dec 22 16:53:25.891654 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:25.892861 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:25.957837 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c32dca-0deb-48e3-b64b-132735335a60 x-openstack-request-id: req-a0c32dca-0deb-48e3-b64b-132735335a60 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:25.958271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:25.958634 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0c32dca-0deb-48e3-b64b-132735335a60 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:25.959039 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed', 'status': 'completed', 'code': 200} Dec 22 16:53:25.983043 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a097-a5c6-4817-ab88-72abec510fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:26.004150 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-3f1fee5a-bf45-4fe7-a76b-c2402bf055e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:26.008811 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-3f1fee5a-bf45-4fe7-a76b-c2402bf055e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 1097 time: 0.8569393 Dec 22 16:53:26.063397 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:26.141520 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcded3-fb4f-439a-bdaa-ceac9c0ab215 req-1390c84b-219a-452c-8ac3-09d30324db12 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:26.143583 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-68bcded3-fb4f-439a-bdaa-ceac9c0ab215 req-1390c84b-219a-452c-8ac3-09d30324db12 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 944 time: 0.9954174 Dec 22 16:53:26.145646 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-cacdded3-9994-45ff-ac5e-b1dfa628c35a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed HTTP/1.1" status: 200 len: 217 time: 0.1243718 Dec 22 16:53:26.181643 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e3122-5c49-4164-bef9-83f6c012d18a None None] Pushing event updated for resources: {'Port': ['ID=a9be7a31-7af1-48bf-8fa3-fea941354571,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:26.278262 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:26.302654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189e972-f9b5-4aae-b94a-6ee034e3ebef None None] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:53:26.415574 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-68bcded3-fb4f-439a-bdaa-ceac9c0ab215 req-772fcbc4-a56a-441d-9893-7b1bbde024a5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526169 Dec 22 16:53:26.434028 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Allocated IP 172.20.0.1 (41a085c8-d977-4f66-b5d4-aa188b3ec1f3/f7d7941b-cf93-47d7-bea8-41af2a3eccb5/265083b4-e5ea-4b87-8b5e-e840d39b3b5b) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:26.443911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-712a9508-9238-421f-b0a0-1dd559e8fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:26.449893 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-712a9508-9238-421f-b0a0-1dd559e8fadb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.2772851 Dec 22 16:53:26.458939 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-fc04fdf3-a68c-48a5-8475-396250ed958d None None] Provisioning complete for port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:26.459319 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-fc04fdf3-a68c-48a5-8475-396250ed958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:26.527854 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-bb9407db-50fe-4621-8a7f-9789262007cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562565 Dec 22 16:53:26.636970 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:23Z', 'revision_number': 3, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:26.647270 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-561d357f-9458-4bab-8c2e-19cf42fbd031 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091070 Dec 22 16:53:26.701225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:26.702531 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc0dc3-3fa0-4072-b80e-c27962f86c2a None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:23Z', 'revision_number': 3, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:26.783787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:26.863921 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:26.866995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:26.869375 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:26.922412 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca0af5ec-6847-47e3-aeb5-fdd9b9041ebe req-bea261ff-d26f-4d04-878e-29089472bfd1 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656257 Dec 22 16:53:26.939547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device bff254c1-2e3a-40b2-95c6-4c6eaf532b13 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:26.942919 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Pushing event updated for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:26.983268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.103312 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:27.103994 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.117402 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-18a1fc06-413c-4fe1-8903-943cc2afc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:27.118964 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-18a1fc06-413c-4fe1-8903-943cc2afc549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 1097 time: 0.1185293 Dec 22 16:53:27.142755 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-2a8d3464-6b0d-4be4-b2bb-3d0eb8dea973 None None] Provisioning complete for port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:27.143141 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3464-6b0d-4be4-b2bb-3d0eb8dea973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.358613 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce7fb-8558-4799-93cb-5304c07551db req-60e07759-b519-493b-ab3e-1ac42043fa42 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:27.369389 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c9dce7fb-8558-4799-93cb-5304c07551db req-60e07759-b519-493b-ab3e-1ac42043fa42 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.2454314 Dec 22 16:53:27.388346 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-daf78323-648f-4a44-ad09-1a546764b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:27.390089 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-daf78323-648f-4a44-ad09-1a546764b0b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 916 time: 0.2618082 Dec 22 16:53:27.442949 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.524922 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-2dc28e60-baac-4c4c-986c-cedb3894abf5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed HTTP/1.1" status: 200 len: 217 time: 0.1256745 Dec 22 16:53:27.644733 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-c0477f4b-782e-495d-937c-0b77af7d5d3f None None] Provisioning complete for port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:27.645375 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c0477f4b-782e-495d-937c-0b77af7d5d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.708829 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-5fa4b7a3-d2c4-426f-ab40-249943d2253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:27.710649 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-5fa4b7a3-d2c4-426f-ab40-249943d2253e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.1665013 Dec 22 16:53:27.736605 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c0477f4b-782e-495d-937c-0b77af7d5d3f None None] Port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:27.771939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef71004-87a6-40ba-b8a6-797a45bc88cc req-48534f90-d1e3-4b23-899e-8e3bb6474793 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:27.779767 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c9dce7fb-8558-4799-93cb-5304c07551db req-a9ff614b-e187-435e-bafd-1abd22226773 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378215 Dec 22 16:53:27.782551 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1ef71004-87a6-40ba-b8a6-797a45bc88cc req-48534f90-d1e3-4b23-899e-8e3bb6474793 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 944 time: 0.1529484 Dec 22 16:53:27.792707 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-cb9956a5-7534-4e93-95df-55fde27bcc24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651097 Dec 22 16:53:27.821245 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.828518 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:27.956736 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Pushing event updated for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:27.957030 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-1a995d52-cea7-4450-b0b6-866f77279226 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477120 Dec 22 16:53:27.969428 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:28.059248 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1ef71004-87a6-40ba-b8a6-797a45bc88cc req-a783657d-f12e-4568-b170-6276310185d3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757311 Dec 22 16:53:28.140160 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c7127fd9-b91e-4773-a685-97e5b95341ba req-67ef43db-a140-43fe-a009-13af8be6c452 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733239 Dec 22 16:53:28.176350 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:28.178586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:28.434993 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:53:28.572178 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-da1c05f9-96df-4688-9b38-eaf2b79212be None None] Provisioning complete for port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:28.572738 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-da1c05f9-96df-4688-9b38-eaf2b79212be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:28.590427 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:28.596650 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-239cbbe1-90b2-4773-8c6a-184a0e19ff65 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ea8f779-d8f9-4d75-a835-479b42209fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2537489 Dec 22 16:53:28.631475 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-da1c05f9-96df-4688-9b38-eaf2b79212be None None] Port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:28.770791 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59660) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:28.890424 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c10e2cc7-a663-4f69-ac27-98d14105d193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:28.968791 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1400d-cf86-4cb1-80bc-11dd0c048931 req-c4bd9fde-9af5-4124-ac36-4be51de400e9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:28.970963 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f7b1400d-cf86-4cb1-80bc-11dd0c048931 req-c4bd9fde-9af5-4124-ac36-4be51de400e9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0793924 Dec 22 16:53:28.984347 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a9be7a31-7af1-48bf-8fa3-fea941354571 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:28.990214 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c10e2cc7-a663-4f69-ac27-98d14105d193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:28.995938 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c10e2cc7-a663-4f69-ac27-98d14105d193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.036153 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f7b1400d-cf86-4cb1-80bc-11dd0c048931 req-6bd20abe-b275-48c1-8e26-df5fb22fac63 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Dec 22 16:53:29.053596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59666) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.054297 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-c10e2cc7-a663-4f69-ac27-98d14105d193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69bd432032cf4186b8f1e4ec6d1041f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817602 Dec 22 16:53:29.055547 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e2cc7-a663-4f69-ac27-98d14105d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86423375-38e9-460d-8417-65f5957b054e,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.088954 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a9be7a31-7af1-48bf-8fa3-fea941354571 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:29.089680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.125494 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.176929 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.186135 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.211335 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port a9be7a31-7af1-48bf-8fa3-fea941354571, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a9be7a31-7af1-48bf-8fa3-fea941354571,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:29.217251 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.229547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04a9a6-34db-4b75-a7ff-944141b7e858 req-ad131e6e-d33d-4b50-9464-2308511126f7 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:29.237106 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2c04a9a6-34db-4b75-a7ff-944141b7e858 req-ad131e6e-d33d-4b50-9464-2308511126f7 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 944 time: 0.0922587 Dec 22 16:53:29.279737 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.282930 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.284558 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86423375-38e9-460d-8417-65f5957b054e HTTP/1.1" status: 204 len: 168 time: 0.2289147 Dec 22 16:53:29.304941 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973814-a2ba-413c-af96-a081c8e3b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86423375-38e9-460d-8417-65f5957b054e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.307871 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=a9be7a31-7af1-48bf-8fa3-fea941354571,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.321208 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2c04a9a6-34db-4b75-a7ff-944141b7e858 req-7b5e5ea6-f67a-418e-b804-72dc55b322e6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802758 Dec 22 16:53:29.379025 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:29.390602 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:29.391227 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:29.511989 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:29.540287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59678) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.545126 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406066521', 'description': 'tempest-description--1309440679'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:29.573708 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.654453 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.658641 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.669212 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59682) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.683494 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6e59cb95-092c-4c6c-a1ff-85b514a20f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.693347 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.697587 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1531360 Dec 22 16:53:29.697587 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09c2ba-d287-4bb0-8254-3d54100ae0bc tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55b449-d71b-4010-96dd-75cf72a60e90,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.698321 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59684) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.704966 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group_rule': {'security_group_id': '3d55b449-d71b-4010-96dd-75cf72a60e90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:29.761377 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.763162 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 2, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:29.801036 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:29.801391 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Updating router 3ea8f779-d8f9-4d75-a835-479b42209fad port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:53:29.826207 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.827657 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6e59cb95-092c-4c6c-a1ff-85b514a20f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.833497 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6e59cb95-092c-4c6c-a1ff-85b514a20f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.861629 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.873314 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.899568 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-6e59cb95-092c-4c6c-a1ff-85b514a20f48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6751e5fce88c47f286986c63c9fee743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291641 Dec 22 16:53:29.902316 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59688) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.902751 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59cb95-092c-4c6c-a1ff-85b514a20f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c8b91-bd0d-46f0-9cb0-dbdaa0818db0,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.905781 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd9618f-6307-4f2e-8952-7495f7b09bc0,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:29.912767 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.914447 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4de43620-d4c8-48c8-89b0-0cb1bc535eb6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153578 Dec 22 16:53:29.917000 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59690) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:29.921406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group_rule': {'security_group_id': '3d55b449-d71b-4010-96dd-75cf72a60e90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:29.952340 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.965142 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:29.991765 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.014319 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.019546 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.043739 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addf90cb-c071-426a-8aaf-bae288fe417e,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:30.054154 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.055362 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e45ea5c9-e1f6-4d19-aab1-4ba7c0b7f7e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374452 Dec 22 16:53:30.059444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.060367 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59692) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:30.062706 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.063896 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f6c8b91-bd0d-46f0-9cb0-dbdaa0818db0 HTTP/1.1" status: 204 len: 168 time: 0.1603482 Dec 22 16:53:30.065229 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:30.073858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c788ed-0b12-4466-9743-f99461edbc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c8b91-bd0d-46f0-9cb0-dbdaa0818db0,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:30.102309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.140663 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.152306 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.195758 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e41b5-606a-4811-8a91-f55b0e99c6c0 req-90016340-1c85-433f-bff3-db1290f446fc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:30.198023 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-246e41b5-606a-4811-8a91-f55b0e99c6c0 req-90016340-1c85-433f-bff3-db1290f446fc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0649137 Dec 22 16:53:30.255201 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.269454 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3301f-fe3b-4e8c-87d5-1637aed6559c None None] Pushing event updated for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:30.283760 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-246e41b5-606a-4811-8a91-f55b0e99c6c0 req-4e89ada9-420e-4220-ba30-e523cf1b3c5c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786917 Dec 22 16:53:30.284333 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Attempting to bind port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:30.284643 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Attempting to bind port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:30.285257 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Attempting to bind port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:30.291633 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:30.292016 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Checking segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:30.292465 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.292854 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Bound using segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:30.293325 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Bound port: 265083b4-e5ea-4b87-8b5e-e840d39b3b5b, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:30.296715 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.385686 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] For port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:30.389613 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] For port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:30.395262 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.473312 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:30.473911 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:30.502426 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Allocated IP 172.27.1.232 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/1016eda4-5fda-4812-b4e0-9dc3971efd39) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:30.537166 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3301f-fe3b-4e8c-87d5-1637aed6559c None None] Pushing event updated for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:30.550775 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7b17-9f0d-4625-bb34-8e6b79ba30bf req-1c187d15-7706-45b9-adad-3e65aa937979 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:30.562360 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-872f7b17-9f0d-4625-bb34-8e6b79ba30bf req-1c187d15-7706-45b9-adad-3e65aa937979 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 944 time: 0.1113412 Dec 22 16:53:30.618799 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-eb15c5ee-afc2-4806-bc21-3117045c662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.640066 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] Provisioning complete for port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:30.649602 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.656063 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-872f7b17-9f0d-4625-bb34-8e6b79ba30bf req-003dd512-cf2c-44c8-a169-ff868afcbbb5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923338 Dec 22 16:53:30.700536 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.747868 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.788934 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:30.791851 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:30.795594 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:30.823239 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=1016eda4-5fda-4812-b4e0-9dc3971efd39,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:30.849607 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:30.931879 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a9be7a31-7af1-48bf-8fa3-fea941354571 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:30.942605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:30.979176 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.066393 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.118490 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a9be7a31-7af1-48bf-8fa3-fea941354571 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:31.118765 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.129923 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] For port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:31.149569 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.161822 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.167287 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.241972 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=1016eda4-5fda-4812-b4e0-9dc3971efd39,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:31.244550 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.271062 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a6a3-6c9a-45f4-a82d-030c92e1f2a0 None None] Pushing event updated for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:31.287959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.299801 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-30cb8e7a-596b-43c9-9d19-bca26ee7fbb9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2296107 Dec 22 16:53:31.328861 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:30Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:31.367525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c8cce-a0ac-400d-ae0c-b5f54638442f None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:30Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:31.370515 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-a182eb12-2c62-48e1-a0f9-9f03a8d239b2 None None] Provisioning complete for port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:31.370808 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a182eb12-2c62-48e1-a0f9-9f03a8d239b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:31.534202 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92a99-664e-4b40-9af1-ef81c42fa397 req-6945f36a-ae0b-477f-a13d-da578627d589 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:31.548878 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1cb92a99-664e-4b40-9af1-ef81c42fa397 req-6945f36a-ae0b-477f-a13d-da578627d589 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.1602333 Dec 22 16:53:31.632582 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1cb92a99-664e-4b40-9af1-ef81c42fa397 req-27f1c77d-f1ce-4ec8-8067-07a87d986571 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820272 Dec 22 16:53:31.805098 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-3e1b569c-5c9b-4da2-b36c-b7309f0aa1d1 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1406066521&fields=id&tenant_id=bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 267 time: 0.1141813 Dec 22 16:53:31.831959 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c00b-07e7-48d0-a6b6-4f915badf986 req-492c9805-ccc4-4c06-aa3f-c656c14c4832 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:31.833674 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cc93c00b-07e7-48d0-a6b6-4f915badf986 req-492c9805-ccc4-4c06-aa3f-c656c14c4832 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 944 time: 0.0747242 Dec 22 16:53:31.968392 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cc93c00b-07e7-48d0-a6b6-4f915badf986 req-188d8c6e-5ada-48c3-bfee-9f3556a13902 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128144 Dec 22 16:53:31.987918 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-32c87697-f546-4f65-ac93-ebab70874147 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:31.989517 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-32c87697-f546-4f65-ac93-ebab70874147 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 810 time: 0.1767588 Dec 22 16:53:32.024562 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-2b81577c-a995-42c3-8733-859e24504872 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/quotas/bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 375 time: 0.0225682 Dec 22 16:53:32.149524 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf345-7fc0-469f-a841-32d8b16dd6e3 req-dbe5780c-0add-4796-a20e-bfed495038bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:32.151216 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4c5cf345-7fc0-469f-a841-32d8b16dd6e3 req-dbe5780c-0add-4796-a20e-bfed495038bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1099 time: 0.0500896 Dec 22 16:53:32.243269 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4c5cf345-7fc0-469f-a841-32d8b16dd6e3 req-252ba64f-cdc2-4ce3-b386-44bd774fd4a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803614 Dec 22 16:53:32.331751 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-41cf3aa9-c810-4515-a486-ab88c04b51f5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3009639 Dec 22 16:53:32.495700 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-9c325fd1-0565-4431-a1ab-f0be3faa5ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483624 Dec 22 16:53:32.509700 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 4660fa74-d91e-44e1-912b-c440ab91f3ed details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:53:32.731391 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-be312952-44d4-440b-a507-e09f247f250d service neutron] 10.222.0.41 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281969 Dec 22 16:53:32.741036 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9eb80c6b-5eec-4150-89a0-d5c3e1c7dd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:32.784160 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:32.824239 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '4660fa74-d91e-44e1-912b-c440ab91f3ed', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'port_id': '4660fa74-d91e-44e1-912b-c440ab91f3ed', 'mac_address': 'fa:16:3e:79:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054949d-e380-4d61-a8f5-157ad6706059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:53:32.954646 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:33.000142 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4660fa74-d91e-44e1-912b-c440ab91f3ed {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:53:33.092884 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:33.103416 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:33.118625 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 265083b4-e5ea-4b87-8b5e-e840d39b3b5b up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:33.128272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd3b5-7854-4c6b-824a-9fe0053ebd30 req-f0a4b811-7c7a-4d66-b8aa-d3e95921c7eb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:33.136476 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9dcbd3b5-7854-4c6b-824a-9fe0053ebd30 req-f0a4b811-7c7a-4d66-b8aa-d3e95921c7eb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.2324734 Dec 22 16:53:33.370109 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:33.399286 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9dcbd3b5-7854-4c6b-824a-9fe0053ebd30 req-788d9f9a-e8ac-4f53-b2a7-316ebfc917f9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199774 Dec 22 16:53:33.404890 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:33.405371 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:33.444293 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eab5-4bc1-4c26-b44a-a8d18068b24b req-12cfe4ac-5f29-495b-96f6-3e7e944da015 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:33.456831 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d644eab5-4bc1-4c26-b44a-a8d18068b24b req-12cfe4ac-5f29-495b-96f6-3e7e944da015 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 945 time: 0.1409957 Dec 22 16:53:33.589329 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b8f83796-11d4-4648-9f3a-98a13dddb346 req-cd2b3b56-3632-4180-bfd0-c98bb6fbbbd8 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 210 time: 0.1135950 Dec 22 16:53:33.590790 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['4660fa74-d91e-44e1-912b-c440ab91f3ed'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:53:33.645996 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d644eab5-4bc1-4c26-b44a-a8d18068b24b req-0bf2ac5c-f0bf-42a1-97d1-7f8dcf7d09f0 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855643 Dec 22 16:53:33.649226 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59810) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:33.977752 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ca7634-d53f-4fd0-86a1-162c5a5c3871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.102284 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.228502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ca7634-d53f-4fd0-86a1-162c5a5c3871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.236802 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-52ca7634-d53f-4fd0-86a1-162c5a5c3871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.324157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59826) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:34.324379 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-52ca7634-d53f-4fd0-86a1-162c5a5c3871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1dee71acc9d45f499004797d9fbf38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6735387 Dec 22 16:53:34.326138 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7634-d53f-4fd0-86a1-162c5a5c3871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e1c5c-44fa-41dd-afa4-7df51e0d5a75,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:34.475523 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.590049 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.785364 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69855-f68d-4bde-a00c-0e61c9b1bc80 req-46cce39a-c28e-4dd7-8f1f-dccbecb8e2d0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:34.786632 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12f69855-f68d-4bde-a00c-0e61c9b1bc80 req-46cce39a-c28e-4dd7-8f1f-dccbecb8e2d0 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0749521 Dec 22 16:53:34.788406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.791171 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:34.792464 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d0e1c5c-44fa-41dd-afa4-7df51e0d5a75 HTTP/1.1" status: 204 len: 168 time: 0.4546182 Dec 22 16:53:34.802601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc4620-9d28-4452-9e99-bfde3758726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e1c5c-44fa-41dd-afa4-7df51e0d5a75,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:34.841323 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-da591886-4916-485a-8342-874cbfd31b9c req-f3e00775-a643-4138-bba9-63fae8924e3e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 210 time: 0.0671577 Dec 22 16:53:34.889347 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12f69855-f68d-4bde-a00c-0e61c9b1bc80 req-76f1573e-2507-4085-a80e-b72eec45ee91 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878201 Dec 22 16:53:35.073844 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98177f8-ab85-40a6-ad4a-d433fca3def5 req-18cfccec-eb99-4d92-b105-610bfbaa11a7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:35.075167 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4d2b-1bcd-4c88-9527-76b7abc880fb req-68f35554-daa0-4e88-91da-1b0773eceb92 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:35.075776 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f98177f8-ab85-40a6-ad4a-d433fca3def5 req-18cfccec-eb99-4d92-b105-610bfbaa11a7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1012905 Dec 22 16:53:35.091192 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-627a4d2b-1bcd-4c88-9527-76b7abc880fb req-68f35554-daa0-4e88-91da-1b0773eceb92 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 945 time: 0.1096442 Dec 22 16:53:35.148787 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-627a4d2b-1bcd-4c88-9527-76b7abc880fb req-9f70158b-0d74-46dd-be04-438846819e17 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Dec 22 16:53:35.206456 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f98177f8-ab85-40a6-ad4a-d433fca3def5 req-a7993ceb-444f-4f70-9f23-fabe3f0f252e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135151 Dec 22 16:53:35.474449 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:35.487310 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-48ec72c2-3c22-4511-883a-8c0bdb08ffce tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:35.488885 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-48ec72c2-3c22-4511-883a-8c0bdb08ffce tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 810 time: 0.3254323 Dec 22 16:53:35.525949 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 59864) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:35.542147 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d2064a-49f3-4548-a841-4c8adedf6c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:35.599965 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-e07c230f-e1b4-4e0c-bc20-c280a747349a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 380 time: 0.0883696 Dec 22 16:53:35.620551 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'port': {'device_id': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'admin_state_up': True, 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'security_groups': ['3d55b449-d71b-4010-96dd-75cf72a60e90']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:35.704420 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d2064a-49f3-4548-a841-4c8adedf6c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:35.709777 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-33d2064a-49f3-4548-a841-4c8adedf6c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:35.789255 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-33d2064a-49f3-4548-a841-4c8adedf6c36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30d53aa030f9416fb8737b07269ef9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616789 Dec 22 16:53:35.790908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2064a-49f3-4548-a841-4c8adedf6c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd902747-373a-4308-9675-89fc711e23b3,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:35.791808 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 59876) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:35.907000 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Made reservation on behalf of bccd8363f7714c90b6c9fdff7684dac3 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:53:35.916128 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:35.952629 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-157d200d-dd25-424e-9d60-94c2b6bbf6e7 req-8187b798-4770-4ebd-8738-c204477367da tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Dec 22 16:53:35.956085 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.041474 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.143115 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Allocated IP 172.20.0.12 (41a085c8-d977-4f66-b5d4-aa188b3ec1f3/f7d7941b-cf93-47d7-bea8-41af2a3eccb5/74dedf81-618d-4343-8a79-a458d8a40c71) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:53:36.146147 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.149512 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.168988 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd902747-373a-4308-9675-89fc711e23b3 HTTP/1.1" status: 204 len: 168 time: 0.3734667 Dec 22 16:53:36.188539 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3a2ec-c01a-4f7c-b431-fe5a9efae201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd902747-373a-4308-9675-89fc711e23b3,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:36.259822 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.421301 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba0a17-f3f4-4ba0-9018-f4a6ce0df7d8 req-59594c9a-bd33-443a-893e-34a8fa972713 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:36.422691 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41ba0a17-f3f4-4ba0-9018-f4a6ce0df7d8 req-59594c9a-bd33-443a-893e-34a8fa972713 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 945 time: 0.0850205 Dec 22 16:53:36.442261 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.452356 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.522747 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41ba0a17-f3f4-4ba0-9018-f4a6ce0df7d8 req-0f160d8f-d7c3-4d85-9eeb-ab66d4b88a49 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728977 Dec 22 16:53:36.533607 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.544999 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 4660fa74-d91e-44e1-912b-c440ab91f3ed up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:36.588181 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:53:36.592510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:36.595620 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:53:36.598609 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:53:36.606942 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 4660fa74-d91e-44e1-912b-c440ab91f3ed completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:53:36.613199 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 4660fa74-d91e-44e1-912b-c440ab91f3ed triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:36.614065 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.674955 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:36.675623 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.698743 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-205d847f-5a9a-401f-9c96-0ea20d8dd120 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879016 Dec 22 16:53:36.716797 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Request body: {'port': {'device_id': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:36.738298 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.787523 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:36.790499 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b9edb-0198-4c89-9494-fe9afa7824ac" -d '{"events": [{"server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "name": "network-vif-plugged", "status": "completed", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:36.813617 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.848867 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:36.855735 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:36.861828 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf884b0-e535-45d2-af39-2b8049a34ac0 x-openstack-request-id: req-fbf884b0-e535-45d2-af39-2b8049a34ac0 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:36.863221 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "name": "network-vif-plugged", "status": "completed", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:36.864455 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbf884b0-e535-45d2-af39-2b8049a34ac0 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:36.864978 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed', 'code': 200} Dec 22 16:53:36.958096 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:37.041515 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-bd97b759-298c-4e18-9e7c-3db09c73d5a8 None None] Provisioning complete for port 74dedf81-618d-4343-8a79-a458d8a40c71 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:37.042829 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-bd97b759-298c-4e18-9e7c-3db09c73d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.163000 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-bd97b759-298c-4e18-9e7c-3db09c73d5a8 None None] Port 74dedf81-618d-4343-8a79-a458d8a40c71 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:53:37.204396 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c7a6a-fff3-43cf-9c48-cff8470e8a94 req-a46dec47-51ff-4888-af72-3cbb1e064b50 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:37.209309 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-735c7a6a-fff3-43cf-9c48-cff8470e8a94 req-a46dec47-51ff-4888-af72-3cbb1e064b50 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 932 time: 0.1249678 Dec 22 16:53:37.307325 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-735c7a6a-fff3-43cf-9c48-cff8470e8a94 req-53f3f831-dc43-49fe-b136-3d9c03f9497c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888405 Dec 22 16:53:37.420710 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dedf81-618d-4343-8a79-a458d8a40c71 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:53:37.431359 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.449344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Transition to ACTIVE for port object 74dedf81-618d-4343-8a79-a458d8a40c71 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:53:37.458552 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9226a3e-805f-4855-9457-1795e2964b4c req-9633456a-fa6d-432a-bc90-5ca84b14f6bf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:37.460416 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c9226a3e-805f-4855-9457-1795e2964b4c req-9633456a-fa6d-432a-bc90-5ca84b14f6bf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0783570 Dec 22 16:53:37.461592 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.567210 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Pushing event updated for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:37.637407 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c9226a3e-805f-4855-9457-1795e2964b4c req-06b19c70-7fee-45bc-9c69-a91e65ea86e7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357632 Dec 22 16:53:37.686246 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Attempting to bind port 74dedf81-618d-4343-8a79-a458d8a40c71 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:53:37.686592 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Attempting to bind port 74dedf81-618d-4343-8a79-a458d8a40c71 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:53:37.686974 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Attempting to bind port 74dedf81-618d-4343-8a79-a458d8a40c71 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:37.700778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Port 74dedf81-618d-4343-8a79-a458d8a40c71 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:53:37.701910 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Attempting to bind port 74dedf81-618d-4343-8a79-a458d8a40c71 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:53:37.712242 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:53:37.712609 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Checking segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:53:37.713005 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Bound using segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:53:37.713444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Bound port: 74dedf81-618d-4343-8a79-a458d8a40c71, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:53:37.713804 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.817139 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47752812-a276-4bbf-897d-d8a344d1c1b6 req-88b88cb7-20de-487e-8ff1-ebb6fb67c161 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:37.820542 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-47752812-a276-4bbf-897d-d8a344d1c1b6 req-88b88cb7-20de-487e-8ff1-ebb6fb67c161 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.1017261 Dec 22 16:53:37.854343 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:53:37.887196 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=74dedf81-618d-4343-8a79-a458d8a40c71,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:53:37.893288 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.940627 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-47752812-a276-4bbf-897d-d8a344d1c1b6 req-1dbfa663-5766-4660-84fb-48e27f642f77 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132264 Dec 22 16:53:37.947930 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:37.948526 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:37.949933 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 1094 time: 1.2387698 Dec 22 16:53:37.955090 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:37.957744 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cdfee-472c-4d8e-aa68-aab73b1917ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:37.992152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afde9e-d1a6-47be-9926-f010136271c8 service neutron] Pushing event updated for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:38.019406 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507bb122-08e5-4bc9-90cf-12afdf143b46 x-openstack-request-id: req-507bb122-08e5-4bc9-90cf-12afdf143b46 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:38.019698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:38.019951 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-507bb122-08e5-4bc9-90cf-12afdf143b46 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:38.020395 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71', 'status': 'completed', 'code': 200} Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.430345 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:53:38.432893 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c861e-fbee-49af-a2b1-9836efd34b8e req-43a23c4d-a367-4338-ae75-3d94cc9ef974 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:38.434018 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-639c861e-fbee-49af-a2b1-9836efd34b8e req-43a23c4d-a367-4338-ae75-3d94cc9ef974 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0528891 Dec 22 16:53:38.484690 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-639c861e-fbee-49af-a2b1-9836efd34b8e req-bf8642f0-ffef-4b63-8c1e-370895a3134f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446756 Dec 22 16:53:38.745612 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48e76c-9e9b-48ed-b0d0-d0c8f4ccd740 req-1c7dab0d-74ca-484d-81f0-bf23cf69b091 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:38.747084 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3a48e76c-9e9b-48ed-b0d0-d0c8f4ccd740 req-1c7dab0d-74ca-484d-81f0-bf23cf69b091 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0473237 Dec 22 16:53:38.798758 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3a48e76c-9e9b-48ed-b0d0-d0c8f4ccd740 req-b3e1f043-3ba3-43aa-9546-558f402d1551 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Dec 22 16:53:39.075357 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68373fff-a97f-49cf-8d44-f606b53ab3a9 req-9b45a435-e129-4f22-8815-328260a3285b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:39.076896 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-68373fff-a97f-49cf-8d44-f606b53ab3a9 req-9b45a435-e129-4f22-8815-328260a3285b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0469325 Dec 22 16:53:39.166329 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-68373fff-a97f-49cf-8d44-f606b53ab3a9 req-284f0ba8-26c3-429d-be64-f22132d983cc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Dec 22 16:53:39.601752 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8016-74ef-46f1-9300-1264c555dd0f req-fede3c32-ab52-44b7-a52d-570a9c1764a4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:39.603148 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-92ff8016-74ef-46f1-9300-1264c555dd0f req-fede3c32-ab52-44b7-a52d-570a9c1764a4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0481906 Dec 22 16:53:39.649811 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-92ff8016-74ef-46f1-9300-1264c555dd0f req-56586f30-47e8-4ff0-8ffd-df9e5d3e1156 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Dec 22 16:53:39.956742 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12035-340f-48e3-bef8-a4953c484550 req-9ea880e4-7bc4-4b00-9ec2-aefa88285d81 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:39.958287 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e12035-340f-48e3-bef8-a4953c484550 req-9ea880e4-7bc4-4b00-9ec2-aefa88285d81 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0954111 Dec 22 16:53:39.986514 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-02d5ca05-3df8-474d-ab3e-dfa026998159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:39.988037 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-02d5ca05-3df8-474d-ab3e-dfa026998159 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1097 time: 0.0943501 Dec 22 16:53:40.026580 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e12035-340f-48e3-bef8-a4953c484550 req-9570fd83-8801-4fef-8da9-ae396b5a91bb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Dec 22 16:53:40.093985 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-ac461669-ae17-4dc0-85bc-1d12458f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.095772 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-ac461669-ae17-4dc0-85bc-1d12458f472e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.0890896 Dec 22 16:53:40.102595 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68695e77-0002-4c67-8645-1dc544a4562c req-f806f9f9-2cf5-462a-b841-98a6d140a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.104237 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68695e77-0002-4c67-8645-1dc544a4562c req-f806f9f9-2cf5-462a-b841-98a6d140a4fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 1099 time: 0.0539892 Dec 22 16:53:40.113154 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-a29c23f3-b450-4ad8-9dc0-d4166674c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.114649 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-a29c23f3-b450-4ad8-9dc0-d4166674c431 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1017740 Dec 22 16:53:40.211033 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68695e77-0002-4c67-8645-1dc544a4562c req-79a8f03d-295a-4fdc-b96b-607473ba1d71 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879848 Dec 22 16:53:40.223886 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-de1acd5a-2065-48f1-8e68-745694353a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.224358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-0665383c-5e24-4146-8fa1-81610c46b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.225615 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-394cdfee-472c-4d8e-aa68-aab73b1917ec req-de1acd5a-2065-48f1-8e68-745694353a51 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957594 Dec 22 16:53:40.225950 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-0665383c-5e24-4146-8fa1-81610c46b1bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.1207304 Dec 22 16:53:40.284176 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44405eb6-adec-43de-a96c-d50710640a6e req-8c32503b-d494-47f2-885e-aba0a223a066 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.285627 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-44405eb6-adec-43de-a96c-d50710640a6e req-8c32503b-d494-47f2-885e-aba0a223a066 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0474195 Dec 22 16:53:40.332495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-44405eb6-adec-43de-a96c-d50710640a6e req-b5195d12-c6db-4b16-9479-bcbdacdbf384 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Dec 22 16:53:40.512152 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-3ea9c18a-e5bc-4ee5-8d6a-20180fa741c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0423467 Dec 22 16:53:40.551232 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-184e70d6-cd50-408f-97f3-fad86b1ccb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.552853 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-184e70d6-cd50-408f-97f3-fad86b1ccb33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1097 time: 0.0445342 Dec 22 16:53:40.570021 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-e3f6a893-4f96-49aa-885c-a1b78dd1fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.570859 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-e3f6a893-4f96-49aa-885c-a1b78dd1fe0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.0452378 Dec 22 16:53:40.602010 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-834d568e-0cc0-4de7-a3b3-cf88ac9e21db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 217 time: 0.0384452 Dec 22 16:53:40.624777 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-c79824f8-d0f9-4e8e-8f03-a202caefd9e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251155 Dec 22 16:53:40.663277 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-c965dd2a-0b10-4b82-9d43-5112810d6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.664824 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-c965dd2a-0b10-4b82-9d43-5112810d6895 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0493186 Dec 22 16:53:40.736731 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-3d707a49-5d94-4a66-967d-d49ce760056e service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944238 Dec 22 16:53:40.758501 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-7284f021-43a9-4bee-998f-6f222ab019c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.760221 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-7284f021-43a9-4bee-998f-6f222ab019c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818584 Dec 22 16:53:40.802101 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0145d-6d2d-4481-a474-a39c6323897a req-f8af68e6-2aa3-4c8d-9598-849544eb385e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:40.804086 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69f0145d-6d2d-4481-a474-a39c6323897a req-f8af68e6-2aa3-4c8d-9598-849544eb385e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0851598 Dec 22 16:53:40.843312 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d4ed1c04-4f97-4aa6-969d-a1fef7a42461 req-812a8963-28f8-418b-ac2e-0da2dd963c2c service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876286 Dec 22 16:53:40.905931 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-69f0145d-6d2d-4481-a474-a39c6323897a req-7281c50d-f50b-4842-b72c-dd5e8de77372 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949852 Dec 22 16:53:40.908348 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-b53b1e22-8e2a-41c7-8406-bc1c4e2ac6c3 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365745 Dec 22 16:53:41.029447 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe83a2c-4024-47ba-8202-ede3e502b3d1 req-a8b537c4-4d86-42cc-a111-45d336160990 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Dec 22 16:53:41.153060 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893470-9d0f-44b7-8b6e-e5b55f4839b6 req-cdc67666-492a-4c95-b792-a4cf45bb905a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:41.155297 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b7893470-9d0f-44b7-8b6e-e5b55f4839b6 req-cdc67666-492a-4c95-b792-a4cf45bb905a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Dec 22 16:53:41.211088 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b7893470-9d0f-44b7-8b6e-e5b55f4839b6 req-e9d6b33d-8362-4819-8818-40e282574a25 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Dec 22 16:53:41.454256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f53a0-d672-4998-8a03-d782d2f01e4d req-a66bc286-5114-431c-a44e-a73d01adeadc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:41.455936 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4a7f53a0-d672-4998-8a03-d782d2f01e4d req-a66bc286-5114-431c-a44e-a73d01adeadc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0541980 Dec 22 16:53:41.517780 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4a7f53a0-d672-4998-8a03-d782d2f01e4d req-12d6d9e5-0873-4033-aad9-62c27853360c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551412 Dec 22 16:53:42.021782 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4919-deb5-48b2-b87d-85b6e7c592c8 req-d710b3f5-294b-4b3c-adbe-b44457543491 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:42.023797 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a3ef4919-deb5-48b2-b87d-85b6e7c592c8 req-d710b3f5-294b-4b3c-adbe-b44457543491 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0504708 Dec 22 16:53:42.076472 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a3ef4919-deb5-48b2-b87d-85b6e7c592c8 req-e5f166f3-5a11-4272-949d-9dc88f23a66c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Dec 22 16:53:42.331166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bda2f-1a5d-4a6e-8cd4-639478609e54 req-a12c10f6-ad7b-47d1-91a0-2b08b2cd45c1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:42.332765 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-024bda2f-1a5d-4a6e-8cd4-639478609e54 req-a12c10f6-ad7b-47d1-91a0-2b08b2cd45c1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0506148 Dec 22 16:53:42.380532 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-024bda2f-1a5d-4a6e-8cd4-639478609e54 req-e6a2ab10-5576-440d-99fd-957d66949bde tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Dec 22 16:53:42.646400 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0365313-28c6-413d-b323-e8b4560e2ab4 req-3f02bc14-d6a3-4896-b906-888146f704a9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:42.647851 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a0365313-28c6-413d-b323-e8b4560e2ab4 req-3f02bc14-d6a3-4896-b906-888146f704a9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0476482 Dec 22 16:53:42.693768 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a0365313-28c6-413d-b323-e8b4560e2ab4 req-7e2ce6aa-c661-4bea-ace3-f6901ee26c53 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Dec 22 16:53:43.192018 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93354-556a-4e88-bc75-9e304dfc3928 req-079cc033-6cf5-4246-a360-43a2315a8cc3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:43.193620 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-bfc93354-556a-4e88-bc75-9e304dfc3928 req-079cc033-6cf5-4246-a360-43a2315a8cc3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0506358 Dec 22 16:53:43.253524 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-bfc93354-556a-4e88-bc75-9e304dfc3928 req-47417ae3-10bc-4245-a66f-83753b395372 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476911 Dec 22 16:53:43.494887 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d0b3c-bc6a-4e8c-979d-4db325cf1e06 req-5a3e5187-e3f3-4200-acd6-e2f6dc039094 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:43.496758 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1b2d0b3c-bc6a-4e8c-979d-4db325cf1e06 req-5a3e5187-e3f3-4200-acd6-e2f6dc039094 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0500584 Dec 22 16:53:43.543603 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1b2d0b3c-bc6a-4e8c-979d-4db325cf1e06 req-4b58c7e9-d652-409b-911b-0b769fb8c400 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Dec 22 16:53:43.805229 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa49e83-0bc4-4f78-b02c-1fd145c2ea03 req-251e78f5-ef85-4f30-99b0-c54a1ca5a494 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:43.806669 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-efa49e83-0bc4-4f78-b02c-1fd145c2ea03 req-251e78f5-ef85-4f30-99b0-c54a1ca5a494 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0473452 Dec 22 16:53:43.856247 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-efa49e83-0bc4-4f78-b02c-1fd145c2ea03 req-1dc30b3b-98b2-4657-af33-e07e0a629b31 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Dec 22 16:53:44.375620 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5918d-a242-4e96-8fd3-e113ead6bff0 req-51184d1c-1a43-42d3-aad1-5bf03436fde7 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:44.377137 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c4d5918d-a242-4e96-8fd3-e113ead6bff0 req-51184d1c-1a43-42d3-aad1-5bf03436fde7 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0490751 Dec 22 16:53:44.427231 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c4d5918d-a242-4e96-8fd3-e113ead6bff0 req-37bb4d98-11c4-45ac-9d6c-218b7c977a00 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Dec 22 16:53:44.679321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e543b-da3a-4864-af3f-c27eee500b93 req-2d5f1c0e-f07a-44c0-985a-b4735a2e51dc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:44.680904 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-002e543b-da3a-4864-af3f-c27eee500b93 req-2d5f1c0e-f07a-44c0-985a-b4735a2e51dc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0525908 Dec 22 16:53:44.733893 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-002e543b-da3a-4864-af3f-c27eee500b93 req-2996de6a-9389-4570-b663-70b9d8e1a3a7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Dec 22 16:53:44.975969 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f46a-c9b1-499b-8a2e-335c79e9397a req-e917d61a-56b4-4ee9-b0e1-c98541941abe tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:44.977596 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8858f46a-c9b1-499b-8a2e-335c79e9397a req-e917d61a-56b4-4ee9-b0e1-c98541941abe tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Dec 22 16:53:45.029375 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8858f46a-c9b1-499b-8a2e-335c79e9397a req-78c49903-21e1-491e-ad73-9974859fe08f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Dec 22 16:53:45.571982 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934cf1-29da-4079-b634-f2cabdf40632 req-faff244e-80f2-44fc-ab15-127405c2de59 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:45.572912 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:53:45.573604 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-83934cf1-29da-4079-b634-f2cabdf40632 req-faff244e-80f2-44fc-ab15-127405c2de59 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0742121 Dec 22 16:53:45.631335 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-83934cf1-29da-4079-b634-f2cabdf40632 req-00746511-3a3d-4add-a84e-6ff23099a82c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Dec 22 16:53:45.853580 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a11edb-3221-4c02-bc30-f0e64b831494 req-1646d722-5e13-415f-b759-c3d6aa43ea57 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:45.855076 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e2a11edb-3221-4c02-bc30-f0e64b831494 req-1646d722-5e13-415f-b759-c3d6aa43ea57 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0488753 Dec 22 16:53:45.903476 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e2a11edb-3221-4c02-bc30-f0e64b831494 req-1c827f47-650c-493e-9248-1b075bdc3af9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Dec 22 16:53:46.268142 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60110) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:46.381894 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6781-6403-47f2-9e5b-181ee7b82dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.461113 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6781-6403-47f2-9e5b-181ee7b82dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.467154 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6781-6403-47f2-9e5b-181ee7b82dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.508447 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1b1f6781-6403-47f2-9e5b-181ee7b82dfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50144caf7345455382858c4c3e5a5408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390571 Dec 22 16:53:46.510421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f6781-6403-47f2-9e5b-181ee7b82dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b055f55-d6d8-461d-8649-ad6509f7d3c6,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:46.511243 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60120) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:46.558339 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.582676 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.628851 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.633056 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:46.634206 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b055f55-d6d8-461d-8649-ad6509f7d3c6 HTTP/1.1" status: 204 len: 168 time: 0.1219943 Dec 22 16:53:46.642086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5238-a3cb-4fcc-9218-33e4fbb19fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b055f55-d6d8-461d-8649-ad6509f7d3c6,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:46.774060 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f9032-24f0-4f8b-ad7b-f406ca564ff9 req-b6403bc7-0adb-4d48-99fe-96fbd0016999 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:46.775571 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-243f9032-24f0-4f8b-ad7b-f406ca564ff9 req-b6403bc7-0adb-4d48-99fe-96fbd0016999 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 944 time: 0.0495105 Dec 22 16:53:46.823733 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-243f9032-24f0-4f8b-ad7b-f406ca564ff9 req-4753fb60-2c7a-4151-9e0d-7192ca2d617d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Dec 22 16:53:46.923237 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60132) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:46.936792 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aec3c761-9514-49af-986e-1083bf4805d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.026094 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aec3c761-9514-49af-986e-1083bf4805d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.029764 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aec3c761-9514-49af-986e-1083bf4805d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.074659 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-aec3c761-9514-49af-986e-1083bf4805d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bdce1451d354668ab667027b00f1aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503263 Dec 22 16:53:47.075602 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3c761-9514-49af-986e-1083bf4805d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6fa45-6f21-4585-85be-4f5b6b5f061d,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:47.077375 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60138) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:47.126037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.147793 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.194849 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.197750 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.198889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ee6fa45-6f21-4585-85be-4f5b6b5f061d HTTP/1.1" status: 204 len: 168 time: 0.1204998 Dec 22 16:53:47.209027 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b9dc1-10c1-4130-a4ee-06d3957c7ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6fa45-6f21-4585-85be-4f5b6b5f061d,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:47.528317 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60146) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:47.750551 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6caebeca-4ad5-40eb-ba44-69139f8f1afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.827987 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6caebeca-4ad5-40eb-ba44-69139f8f1afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.831496 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6caebeca-4ad5-40eb-ba44-69139f8f1afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.868279 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6caebeca-4ad5-40eb-ba44-69139f8f1afe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6f1449972bf4a81ba0c4713ea603cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388371 Dec 22 16:53:47.870238 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caebeca-4ad5-40eb-ba44-69139f8f1afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc96ebe-c96f-446b-9e79-d3adff2834f6,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:47.870975 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60152) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:47.895839 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 74dedf81-618d-4343-8a79-a458d8a40c71 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:53:47.920388 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.941865 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.992393 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.994339 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=74dedf81-618d-4343-8a79-a458d8a40c71,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:47.995300 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:47.996938 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cc96ebe-c96f-446b-9e79-d3adff2834f6 HTTP/1.1" status: 204 len: 168 time: 0.1248150 Dec 22 16:53:48.004934 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26763d81-1561-4d64-a2ca-bbaa5a4ccae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc96ebe-c96f-446b-9e79-d3adff2834f6,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:48.010460 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '74dedf81-618d-4343-8a79-a458d8a40c71', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'port_id': '74dedf81-618d-4343-8a79-a458d8a40c71', 'mac_address': 'fa:16:3e:45:34:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:53:48.074850 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:48.089428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dedf81-618d-4343-8a79-a458d8a40c71 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:53:48.110947 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=74dedf81-618d-4343-8a79-a458d8a40c71,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:48.115066 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:48.166937 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:49.142765 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b453b-43cb-485c-8796-233d68c50ed5 req-e8f922a8-90ab-49af-b2a9-e8943eafe911 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:49.144483 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b61b453b-43cb-485c-8796-233d68c50ed5 req-e8f922a8-90ab-49af-b2a9-e8943eafe911 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0584288 Dec 22 16:53:49.147913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60194) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:49.202259 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b61b453b-43cb-485c-8796-233d68c50ed5 req-798fd04e-4dc4-4c0d-a1bd-68545b7d8b0c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 Dec 22 16:53:49.278592 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-62414b86-12eb-49c4-8bff-af40ec69aebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.362351 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7ac4f-40e9-4fa6-a87a-60ec03e7d9d5 req-ea0b708e-9d0e-4510-91a8-664ce1090f40 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:49.363443 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bd7ac4f-40e9-4fa6-a87a-60ec03e7d9d5 req-ea0b708e-9d0e-4510-91a8-664ce1090f40 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 945 time: 0.0817833 Dec 22 16:53:49.430210 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['74dedf81-618d-4343-8a79-a458d8a40c71'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:53:49.438909 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-62414b86-12eb-49c4-8bff-af40ec69aebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.444548 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bd7ac4f-40e9-4fa6-a87a-60ec03e7d9d5 req-dafd5046-5f2d-405e-8a1b-9854920ab709 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713291 Dec 22 16:53:49.448078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-62414b86-12eb-49c4-8bff-af40ec69aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.501199 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62414b86-12eb-49c4-8bff-af40ec69aebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92322c8-39ba-40fe-a590-aa4fb49b6a95,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:49.510632 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-62414b86-12eb-49c4-8bff-af40ec69aebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c953356d51042f0a628161ac957bedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581312 Dec 22 16:53:49.511680 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60202) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:49.564891 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.591206 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.638189 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.641076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:49.642229 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c92322c8-39ba-40fe-a590-aa4fb49b6a95 HTTP/1.1" status: 204 len: 168 time: 0.1303189 Dec 22 16:53:49.651647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8fb59-2711-48ea-a7f5-5585bd3e4ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92322c8-39ba-40fe-a590-aa4fb49b6a95,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:50.370206 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc05f2-7681-4898-a730-5f4c5d298330 req-6cc1e23e-7f5b-4836-8468-f895ec334e74 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:50.372009 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91dc05f2-7681-4898-a730-5f4c5d298330 req-6cc1e23e-7f5b-4836-8468-f895ec334e74 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0857658 Dec 22 16:53:50.423088 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91dc05f2-7681-4898-a730-5f4c5d298330 req-226db3f4-c57e-42d7-b007-9679682f0433 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444088 Dec 22 16:53:50.574028 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da872a-ab55-41c8-b0d7-8db1fc91f282 req-225c977f-b8c3-407f-8ee4-5ca5ab38462a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:50.575767 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a6da872a-ab55-41c8-b0d7-8db1fc91f282 req-225c977f-b8c3-407f-8ee4-5ca5ab38462a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Dec 22 16:53:50.631191 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a6da872a-ab55-41c8-b0d7-8db1fc91f282 req-ddd447f9-6e2d-470a-9759-b1c56c85d0a8 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489581 Dec 22 16:53:51.022296 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 74dedf81-618d-4343-8a79-a458d8a40c71 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:53:51.081574 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 74dedf81-618d-4343-8a79-a458d8a40c71 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:53:51.086079 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 74dedf81-618d-4343-8a79-a458d8a40c71 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:53:51.086455 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:51.307959 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:51.332133 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:51.334964 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b4b1d-3dd3-4f59-9867-f9cd66d9da74" -d '{"events": [{"server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "name": "network-vif-plugged", "status": "completed", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:51.348235 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=74dedf81-618d-4343-8a79-a458d8a40c71,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:53:51.360841 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:51.392164 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7c9de-1cd9-4123-97d3-6f43caf0d3e0 x-openstack-request-id: req-0fa7c9de-1cd9-4123-97d3-6f43caf0d3e0 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:51.392530 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "name": "network-vif-plugged", "status": "completed", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:51.392784 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fa7c9de-1cd9-4123-97d3-6f43caf0d3e0 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:51.393177 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71', 'code': 200} Dec 22 16:53:51.423993 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:51.572651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2305-2db7-4af0-a84b-95f52d34973e req-d977204f-ad15-465d-9625-bec336a6e144 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:51.574237 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-94be2305-2db7-4af0-a84b-95f52d34973e req-d977204f-ad15-465d-9625-bec336a6e144 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Dec 22 16:53:51.589010 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49e03-10f8-4317-9430-7a88170b7fbb req-d023c2ab-9d78-46d0-a6ea-0f1d3631f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:51.591174 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20f49e03-10f8-4317-9430-7a88170b7fbb req-d023c2ab-9d78-46d0-a6ea-0f1d3631f73d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1099 time: 0.0431402 Dec 22 16:53:51.627143 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-94be2305-2db7-4af0-a84b-95f52d34973e req-1443be44-6196-4db9-8775-3797ed08ecf8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456736 Dec 22 16:53:51.651254 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-20f49e03-10f8-4317-9430-7a88170b7fbb req-6d173703-b696-4c5a-a78b-454945b53c51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Dec 22 16:53:51.754888 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f971-5972-4025-92e4-38a052e6f10e req-14989b50-c238-4109-9026-a4b8961e0dce tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:51.756981 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-76d2f971-5972-4025-92e4-38a052e6f10e req-14989b50-c238-4109-9026-a4b8961e0dce tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0521057 Dec 22 16:53:51.805770 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-76d2f971-5972-4025-92e4-38a052e6f10e req-e2230fc6-56b4-4327-8b33-4ef96f261c74 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Dec 22 16:53:52.747705 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f959-bd87-4c97-a3a0-140b5b355997 req-562e3528-d89a-4e57-b26d-107ba450246a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:52.749557 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0fe6f959-bd87-4c97-a3a0-140b5b355997 req-562e3528-d89a-4e57-b26d-107ba450246a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0504744 Dec 22 16:53:52.754408 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60306) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:52.817270 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0fe6f959-bd87-4c97-a3a0-140b5b355997 req-a0b39ecf-d2ac-4a6b-b075-546f0838f571 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 Dec 22 16:53:52.868987 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1a97752d-0d04-4994-83b7-d4981b831a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:52.931272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79add-448c-4119-81e0-ee347336895b req-ded494d0-57e2-4050-9aec-d9ae0458432f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:52.932850 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cad79add-448c-4119-81e0-ee347336895b req-ded494d0-57e2-4050-9aec-d9ae0458432f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0546482 Dec 22 16:53:52.948821 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1a97752d-0d04-4994-83b7-d4981b831a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:52.953728 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1a97752d-0d04-4994-83b7-d4981b831a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:52.982969 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cad79add-448c-4119-81e0-ee347336895b req-b7021246-4e65-4c4e-b9a4-14871da5b482 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Dec 22 16:53:52.995379 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1a97752d-0d04-4994-83b7-d4981b831a4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14105ef2dc4440f1be0526f3fbf3c1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398622 Dec 22 16:53:52.997715 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97752d-0d04-4994-83b7-d4981b831a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a988419-bf29-41a1-8e90-3402c42a9622,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:52.998967 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60312) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:53.054967 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:53.077451 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:53.122353 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:53.124980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:53.126118 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a988419-bf29-41a1-8e90-3402c42a9622 HTTP/1.1" status: 204 len: 168 time: 0.1259499 Dec 22 16:53:53.134469 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c876-8b7a-4f6b-8877-2ddeeaa3e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a988419-bf29-41a1-8e90-3402c42a9622,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:53:53.943710 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592617-a158-4911-8cf3-cad3010855e6 req-eab0a139-705a-4802-99ff-02afd17579ce tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:53.945516 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4e592617-a158-4911-8cf3-cad3010855e6 req-eab0a139-705a-4802-99ff-02afd17579ce tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0511179 Dec 22 16:53:53.997615 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4e592617-a158-4911-8cf3-cad3010855e6 req-4cfe3763-41ae-47e8-ae94-40b416c66456 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Dec 22 16:53:54.109096 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cdfd4-e3a2-436f-8184-a7c9e9b04c5b req-4d7e9117-edb2-40da-b624-11a29a46549d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:54.110741 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-912cdfd4-e3a2-436f-8184-a7c9e9b04c5b req-4d7e9117-edb2-40da-b624-11a29a46549d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0530877 Dec 22 16:53:54.185735 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-912cdfd4-e3a2-436f-8184-a7c9e9b04c5b req-71a053be-02e1-4bf1-996e-f4da37b34eca tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657530 Dec 22 16:53:55.113513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86fcd5-1e16-4a76-9a5d-055b9f39ebd1 req-429e8f3a-4bcf-4013-b21f-33872ec5b686 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:55.114986 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3b86fcd5-1e16-4a76-9a5d-055b9f39ebd1 req-429e8f3a-4bcf-4013-b21f-33872ec5b686 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Dec 22 16:53:55.163184 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3b86fcd5-1e16-4a76-9a5d-055b9f39ebd1 req-eb83288b-06fc-4e4f-9a16-4754fee1e616 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Dec 22 16:53:55.311430 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a64f1b-343e-46e2-afec-4ca1354e902e req-cf7d0ea1-6ef8-452a-8ef5-604bb412f2e9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:55.312951 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c3a64f1b-343e-46e2-afec-4ca1354e902e req-cf7d0ea1-6ef8-452a-8ef5-604bb412f2e9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0590272 Dec 22 16:53:55.371565 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c3a64f1b-343e-46e2-afec-4ca1354e902e req-29ab3ec7-48a2-4b78-b088-4c5bee74ed95 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 Dec 22 16:53:56.285714 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc47f0-50f5-4475-aab2-8bd83d39abb8 req-17d97bdb-9eaf-474d-920b-d1c1d870f589 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:56.287241 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a4fc47f0-50f5-4475-aab2-8bd83d39abb8 req-17d97bdb-9eaf-474d-920b-d1c1d870f589 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Dec 22 16:53:56.339236 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a4fc47f0-50f5-4475-aab2-8bd83d39abb8 req-9b340b84-f747-4759-a751-240af054019c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Dec 22 16:53:56.515195 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e84dae-b9a2-4e59-bd60-9f00a71fb1fc req-e3f96907-ac33-472c-8488-cc9903f34501 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:56.517241 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-78e84dae-b9a2-4e59-bd60-9f00a71fb1fc req-e3f96907-ac33-472c-8488-cc9903f34501 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0549257 Dec 22 16:53:56.574998 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-78e84dae-b9a2-4e59-bd60-9f00a71fb1fc req-40ffa82c-ccae-476f-b2ac-f14434037b86 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500555 Dec 22 16:53:56.731286 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4e52f-2b81-4458-baef-377ba39a821f req-85c1329f-15e9-4a4f-8b58-0b09f24fe3d9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:56.733694 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b1c4e52f-2b81-4458-baef-377ba39a821f req-85c1329f-15e9-4a4f-8b58-0b09f24fe3d9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0756607 Dec 22 16:53:56.744040 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60414) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:53:56.749515 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'floatingip': {'port_id': '74dedf81-618d-4343-8a79-a458d8a40c71'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:53:56.806844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:57.288708 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:57.293540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:57.393841 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Floating IP 39a59d2f-94e5-441a-8a14-f1035717c3a6 associated. External IP: 172.27.1.232, port: 74dedf81-618d-4343-8a79-a458d8a40c71. Dec 22 16:53:57.526771 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b3e3-de02-473b-8a40-00a4df67c47e req-a684c522-4860-4ce5-a5e2-3a415bfdeb95 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:57.528335 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fd76b3e3-de02-473b-8a40-00a4df67c47e req-a684c522-4860-4ce5-a5e2-3a415bfdeb95 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0974333 Dec 22 16:53:57.623716 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fd76b3e3-de02-473b-8a40-00a4df67c47e req-889fab84-205a-4703-be4a-bd9ac91e58d5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879631 Dec 22 16:53:57.689200 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:53:57.798951 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:53:57.813989 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:53:57.814333 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:53:57.826621 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:57.827102 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:57.843600 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1a0456a4-472e-4d71-a24f-b9a88d21e6e2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "PUT /v2.0/floatingips/39a59d2f-94e5-441a-8a14-f1035717c3a6 HTTP/1.1" status: 200 len: 992 time: 1.0980668 Dec 22 16:53:57.844351 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:53:57.846817 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374c1e57-b565-47d4-b249-0bd760d9663d" -d '{"events": [{"name": "network-changed", "server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:53:57.933864 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:58.156558 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '39a59d2f-94e5-441a-8a14-f1035717c3a6', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '74dedf81-618d-4343-8a79-a458d8a40c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:45:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:53:30Z', 'updated_at': '2021-12-22T16:53:57Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:58.182978 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:53:58.191531 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:53:58.192056 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:53:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:58.298855 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:53:58.529330 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '39a59d2f-94e5-441a-8a14-f1035717c3a6', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '74dedf81-618d-4343-8a79-a458d8a40c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:45:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:53:30Z', 'updated_at': '2021-12-22T16:53:57Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:53:58.555437 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7c4c9-9db6-4c9c-b936-cf3ec414ba2d None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '39a59d2f-94e5-441a-8a14-f1035717c3a6', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '74dedf81-618d-4343-8a79-a458d8a40c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:45:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:53:30Z', 'updated_at': '2021-12-22T16:53:57Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:53:58.731648 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d80be-3ec4-496a-a222-2ab9aa8250b7 None None] New status for floating IP 39a59d2f-94e5-441a-8a14-f1035717c3a6: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:53:59.807710 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418198de-942f-4da9-ac25-f187d1d64cee x-openstack-request-id: req-418198de-942f-4da9-ac25-f187d1d64cee {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:53:59.808285 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:53:59.808392 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-418198de-942f-4da9-ac25-f187d1d64cee {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:53:59.808710 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71', 'status': 'completed', 'code': 200} Dec 22 16:53:59.885542 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1e57-b565-47d4-b249-0bd760d9663d req-5b164692-7927-4efa-8d58-a7f66649c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:59.887125 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-5b164692-7927-4efa-8d58-a7f66649c3be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1099 time: 0.0431662 Dec 22 16:53:59.949558 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ab3f4-2490-48ab-aeaa-397d72992abe req-6a98556d-bfc0-4184-971a-ba56325b0aaa tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:53:59.953908 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d82ab3f4-2490-48ab-aeaa-397d72992abe req-6a98556d-bfc0-4184-971a-ba56325b0aaa tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0986891 Dec 22 16:54:00.013204 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d82ab3f4-2490-48ab-aeaa-397d72992abe req-6fdb9f9b-3d22-43ce-b85d-7fc35e296d75 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Dec 22 16:54:00.015149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1e57-b565-47d4-b249-0bd760d9663d req-acfd2141-a9b6-437e-828f-6582b1d4dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:00.016650 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-acfd2141-a9b6-437e-828f-6582b1d4dc95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.1156566 Dec 22 16:54:00.113410 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-1e83f61e-8008-43bc-881f-b49de6f0b833 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 1002 time: 0.0877786 Dec 22 16:54:00.171744 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1e57-b565-47d4-b249-0bd760d9663d req-3edef6eb-3205-4931-b96a-cb0a53586176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:00.173247 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-3edef6eb-3205-4931-b96a-cb0a53586176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0484817 Dec 22 16:54:00.227229 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1e57-b565-47d4-b249-0bd760d9663d req-91dc887f-d94c-4e43-b571-e7a8d8f4d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:00.228739 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-91dc887f-d94c-4e43-b571-e7a8d8f4d8f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406749 Dec 22 16:54:00.514616 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-929f9193-8c57-4690-82fe-ef9c702c4d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:02.684286 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-30a5bca2-8703-4b80-bf99-a7bc4c915cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:03.204420 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-d14dfb02-40ec-491f-bb13-154da716c37f service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020021 Dec 22 16:54:03.297689 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ee90-0619-4466-8286-2ef1ce7b1627 req-35586038-06f6-4823-ba4a-8bab2a334778 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:03.300058 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-96d1ee90-0619-4466-8286-2ef1ce7b1627 req-35586038-06f6-4823-ba4a-8bab2a334778 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0611012 Dec 22 16:54:03.344434 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-374c1e57-b565-47d4-b249-0bd760d9663d req-f6e3cc57-8923-42fd-849d-13826668a025 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311641 Dec 22 16:54:03.397541 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-96d1ee90-0619-4466-8286-2ef1ce7b1627 req-cfb3bc53-8b3e-4451-945c-7dbd384f9454 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895860 Dec 22 16:54:03.404181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-a3051a68-bed4-422c-a75d-9d8061986d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:03.405822 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-a3051a68-bed4-422c-a75d-9d8061986d74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.0714257 Dec 22 16:54:03.534106 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-eec067d9-0450-4374-9307-b1c10c14e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:03.535666 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-eec067d9-0450-4374-9307-b1c10c14e5ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.1032338 Dec 22 16:54:03.583137 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-730666ac-eba3-40c2-a627-c89aab91eefe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0386057 Dec 22 16:54:03.636569 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-ebd62aec-bbb4-440e-a338-2d8567bb504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:03.638171 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-ebd62aec-bbb4-440e-a338-2d8567bb504c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.0477920 Dec 22 16:54:03.686937 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-7f3724a3-6595-43fe-b978-d137e9e6f557 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321405 Dec 22 16:54:03.781433 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-c6fb0ed5-d2b4-469d-ad43-c6b88272dcb4 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Dec 22 16:54:04.007232 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:04.512294 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de905f2-50f9-426b-b10e-872e8b961bb3 req-3f8d4604-8cf8-4d09-a6eb-0b4874dcb35c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:04.513748 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3de905f2-50f9-426b-b10e-872e8b961bb3 req-3f8d4604-8cf8-4d09-a6eb-0b4874dcb35c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0478282 Dec 22 16:54:04.563540 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3de905f2-50f9-426b-b10e-872e8b961bb3 req-4d223ff1-56ee-48ae-be92-c6e6c2fe4282 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Dec 22 16:54:04.804361 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57f55b43-ff62-48c9-a732-e7673b83f2eb req-989df54f-4b48-457f-b74d-afef00c9df1b service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Dec 22 16:54:05.441071 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:05.676894 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5baf-dded-48e3-b91c-641325043c0b req-1c038c9b-0813-423e-9fc1-98d500959f5f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:05.678406 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b1e5baf-dded-48e3-b91c-641325043c0b req-1c038c9b-0813-423e-9fc1-98d500959f5f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0491955 Dec 22 16:54:05.741480 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b1e5baf-dded-48e3-b91c-641325043c0b req-66ddd84c-74d1-4077-90f8-f97ed3b653a8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 Dec 22 16:54:06.227596 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:06.426102 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:06.854754 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490800-886e-423d-9a26-25b6a5b6177f req-db83d907-9e76-477b-b919-f0fd8f63647e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:06.856275 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-65490800-886e-423d-9a26-25b6a5b6177f req-db83d907-9e76-477b-b919-f0fd8f63647e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0484142 Dec 22 16:54:06.904873 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-65490800-886e-423d-9a26-25b6a5b6177f req-374c0197-afc9-4cb9-aaa6-c50fc250a77c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Dec 22 16:54:07.937926 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05656a-bec5-42fc-80bc-05f228b17217 req-6251ef36-3fa9-4d72-92f2-06b4c41cf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:07.938992 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0e05656a-bec5-42fc-80bc-05f228b17217 req-6251ef36-3fa9-4d72-92f2-06b4c41cf42d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.0491183 Dec 22 16:54:07.987261 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0e05656a-bec5-42fc-80bc-05f228b17217 req-e4592916-5386-48b4-b3ec-396e3b99e416 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Dec 22 16:54:08.031936 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571acca-4085-4531-9239-96ca64d8e3ca req-8d612307-349d-4286-9f66-bedf5ec1f592 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:08.033464 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f571acca-4085-4531-9239-96ca64d8e3ca req-8d612307-349d-4286-9f66-bedf5ec1f592 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0503123 Dec 22 16:54:08.083935 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f571acca-4085-4531-9239-96ca64d8e3ca req-7abfad1c-a85f-4410-aa4d-00d0f1759d9b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Dec 22 16:54:08.858422 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-06461786-3a18-4b63-b0c9-38f77bb9f495 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:08.859927 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-06461786-3a18-4b63-b0c9-38f77bb9f495 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.1227226 Dec 22 16:54:08.878484 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-7beb4e06-1db6-4640-be3d-d7cd471583a1 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/quotas/4d24459a6e73410c8f7b9e38c7156095 HTTP/1.1" status: 200 len: 375 time: 0.0122426 Dec 22 16:54:08.935862 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-95ad6278-da0c-454e-accf-acc9f92eb929 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507479 Dec 22 16:54:09.269807 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-6c5a28a7-4d2e-4de4-a18a-3f277ff02ad0 service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257959 Dec 22 16:54:09.285386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513a132-7646-41c2-b975-d9b3df6eaa33 req-ea4ef763-62fd-499d-bad0-26b6ce0b84e5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:09.290743 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1513a132-7646-41c2-b975-d9b3df6eaa33 req-ea4ef763-62fd-499d-bad0-26b6ce0b84e5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1220226 Dec 22 16:54:09.353338 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1513a132-7646-41c2-b975-d9b3df6eaa33 req-de26c602-27cd-4be7-94ac-5b4f2d54a83c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576909 Dec 22 16:54:09.375228 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-305ff531-9c9c-475c-8173-d452b6147706 service neutron] 10.222.0.41 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980601 Dec 22 16:54:09.643536 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1a54d3e0-3668-408a-b6a8-25ce57b82cfb req-d6d388ae-b2fd-43aa-b5e4-9d93589416e5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 210 time: 0.0786798 Dec 22 16:54:10.173674 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8af78-c0c0-4c35-a693-891aa7d16ede req-bec749c6-408e-4c52-8aa4-5ccf15ef66d5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:10.176282 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-77c8af78-c0c0-4c35-a693-891aa7d16ede req-bec749c6-408e-4c52-8aa4-5ccf15ef66d5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0706239 Dec 22 16:54:10.234099 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-77c8af78-c0c0-4c35-a693-891aa7d16ede req-0087ed90-14b3-4a74-be04-333ddaeb6066 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511193 Dec 22 16:54:10.479239 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555c33c-d791-48e9-ada1-718ec3af6597 req-e6a7d2ec-9f98-495f-ae8c-8de1b4188f6c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:10.480836 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0555c33c-d791-48e9-ada1-718ec3af6597 req-e6a7d2ec-9f98-495f-ae8c-8de1b4188f6c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0522556 Dec 22 16:54:10.533999 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0555c33c-d791-48e9-ada1-718ec3af6597 req-64dc0e5f-bb97-4ff6-807c-7c4c412c4e62 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Dec 22 16:54:10.800368 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4cacb128-11f6-49c0-b1b7-69e2f68fb9fb req-0427256f-6b3f-4ce9-9a39-3c05edc863c2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 210 time: 0.0571284 Dec 22 16:54:10.871220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142c4e-2a04-4c09-a2f5-dfbf57ae4478 req-de582768-8e01-4d69-81b2-9b2771b4d63c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:10.873664 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bc142c4e-2a04-4c09-a2f5-dfbf57ae4478 req-de582768-8e01-4d69-81b2-9b2771b4d63c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1270688 Dec 22 16:54:10.911293 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-961cbd05-534f-4019-8616-733082d239b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:10.914026 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-961cbd05-534f-4019-8616-733082d239b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.1058877 Dec 22 16:54:10.952926 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-87aebe3b-51e3-4f0b-becf-a929cd6cb958 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:10.956976 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-87aebe3b-51e3-4f0b-becf-a929cd6cb958 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 815 time: 0.1483841 Dec 22 16:54:10.973390 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bc142c4e-2a04-4c09-a2f5-dfbf57ae4478 req-7feabb83-4701-49c2-8e92-1480f3a21535 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908914 Dec 22 16:54:10.975850 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Request body: {'port': {'device_id': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'admin_state_up': True, 'tenant_id': '4d24459a6e73410c8f7b9e38c7156095'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:11.069105 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-7ec98333-fc8b-485b-ae2d-dff618e4ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:11.070944 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-7ec98333-fc8b-485b-ae2d-dff618e4ff48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.1411319 Dec 22 16:54:11.146741 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Made reservation on behalf of 4d24459a6e73410c8f7b9e38c7156095 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:11.150907 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.151878 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-43ab248b-ab93-436b-85cc-46dcf6e07ac8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0507061 Dec 22 16:54:11.248856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-73d797d0-4d1e-4cd0-9a74-df3e39ec1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:11.249921 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-73d797d0-4d1e-4cd0-9a74-df3e39ec1875 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.0868766 Dec 22 16:54:11.321563 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-d6069102-04d2-44cc-bd1c-c725e5f66cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454330 Dec 22 16:54:11.374219 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Allocated IP 172.20.0.13 (9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd/f054949d-e380-4d61-a8f5-157ad6706059/d5e5bc95-548b-4aad-9183-7c7e3327370a) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:11.464779 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb68ef-c200-4c52-8734-b317e2b28f6f req-ecb60021-aee0-427d-9e01-ded5a5d003ae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:11.472743 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-13eb68ef-c200-4c52-8734-b317e2b28f6f req-ecb60021-aee0-427d-9e01-ded5a5d003ae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1136396 Dec 22 16:54:11.497627 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-ac025140-a93c-44b4-abf0-d9c412b3f541 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618981 Dec 22 16:54:11.528220 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-13eb68ef-c200-4c52-8734-b317e2b28f6f req-5cf8736a-7b44-4b6d-b3e0-19a9de216f9f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487030 Dec 22 16:54:11.579775 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.593343 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60828) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:11.614269 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.634410 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a', '9146f3aa-8e09-433e-8837-c1159bc554ee', '4660fa74-d91e-44e1-912b-c440ab91f3ed'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:11.662443 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:11.665965 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:11.670209 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:11.696287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event updated for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:11.709631 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.710132 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.710482 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.710824 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.711215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.711473 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.711817 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.712149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.712575 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.712838 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.713177 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.713503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.713844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.747159 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:11.747837 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.767012 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b278ce38-1b3a-49bd-9f69-6d17847fac9b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973027 Dec 22 16:54:11.770395 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.793284 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Request body: {'port': {'device_id': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:11.853132 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b50ac63e-d6f9-4f9e-9e48-a45ebbcc1ed9 req-6498852c-9066-4d2d-bd7a-68f4c25c0945 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861348 Dec 22 16:54:11.908344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.923167 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.926895 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:11.969643 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583e954c-b775-43bd-a124-d9c7fc0e755e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:11.995013 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51ad3-3758-4bbf-a638-8ce43c39f463 req-f7c83341-4dd7-455d-9691-d5272bf7e615 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:11.999814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.999814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:11.999814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.000133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.000515 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.001070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.002058 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.002615 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.003336 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.004255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.005438 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.006246 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.007027 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:12.013310 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41c51ad3-3758-4bbf-a638-8ce43c39f463 req-f7c83341-4dd7-455d-9691-d5272bf7e615 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 932 time: 0.1289246 Dec 22 16:54:12.017934 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9d83ba39-43ef-4b1c-bdbc-462643180522 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bf30890318a48a68ec24f62b3ca266c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212184 Dec 22 16:54:12.018785 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60844) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:12.094917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.134201 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.160235 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41c51ad3-3758-4bbf-a638-8ce43c39f463 req-b86f7cab-ccb1-4b5e-9f6e-2e8958f1446f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411948 Dec 22 16:54:12.161932 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84169da1-1553-458d-907d-8876d46fdf15 req-d38710db-cc66-4a8a-a43e-8912ece05072 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:12.163438 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84169da1-1553-458d-907d-8876d46fdf15 req-d38710db-cc66-4a8a-a43e-8912ece05072 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0816572 Dec 22 16:54:12.234004 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84169da1-1553-458d-907d-8876d46fdf15 req-9cdf3b34-2bb3-4c54-9643-7303c4b89187 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Dec 22 16:54:12.243030 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.245750 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.247627 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/583e954c-b775-43bd-a124-d9c7fc0e755e HTTP/1.1" status: 204 len: 168 time: 0.2277374 Dec 22 16:54:12.266845 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731ad04-a907-4f50-ae8f-dfc44788613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e954c-b775-43bd-a124-d9c7fc0e755e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:12.345379 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e5bc95-548b-4aad-9183-7c7e3327370a {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:54:12.354087 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.367544 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Transition to ACTIVE for port object d5e5bc95-548b-4aad-9183-7c7e3327370a will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:54:12.371950 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.425428 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:12.511863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Attempting to bind port d5e5bc95-548b-4aad-9183-7c7e3327370a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:12.512504 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Attempting to bind port d5e5bc95-548b-4aad-9183-7c7e3327370a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:12.512941 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Attempting to bind port d5e5bc95-548b-4aad-9183-7c7e3327370a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:12.517990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Port d5e5bc95-548b-4aad-9183-7c7e3327370a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:54:12.517990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Attempting to bind port d5e5bc95-548b-4aad-9183-7c7e3327370a on network 9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:12.524177 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:12.524574 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Checking segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:12.524968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Bound using segment: {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:12.525397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Bound port: d5e5bc95-548b-4aad-9183-7c7e3327370a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d6cba-a116-4a79-bfac-b94e5325320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:12.525760 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.609696 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:12.613194 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:12.620732 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.657812 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:12.658447 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:12.660169 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] 10.222.0.54 "PUT /v2.0/ports/d5e5bc95-548b-4aad-9183-7c7e3327370a HTTP/1.1" status: 200 len: 1094 time: 0.8715627 Dec 22 16:54:12.660679 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:12.664251 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c00c0d1-e640-4712-9a73-7dad3b3e6101" -d '{"events": [{"name": "network-changed", "server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:12.672603 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ddd5f-ddfe-4c78-8794-5e48f353c84d req-828e8801-e838-4f31-8578-d3c4b9673eb3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:12.674890 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-147ddd5f-ddfe-4c78-8794-5e48f353c84d req-828e8801-e838-4f31-8578-d3c4b9673eb3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0604656 Dec 22 16:54:12.714931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c83de-257e-43ae-863e-cd0e49456b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:12.742871 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c57d4-2f31-438d-b650-a2dd88a2c4f5 x-openstack-request-id: req-1d8c57d4-2f31-438d-b650-a2dd88a2c4f5 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:12.743299 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:12.743612 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d8c57d4-2f31-438d-b650-a2dd88a2c4f5 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:12.744144 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a', 'status': 'completed', 'code': 200} Dec 22 16:54:12.762451 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-a6906a44-6452-4d56-80bc-a85936043075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:12.764064 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-147ddd5f-ddfe-4c78-8794-5e48f353c84d req-68a03224-f19f-4d3c-afde-490da6e3523d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681853 Dec 22 16:54:12.764301 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-a6906a44-6452-4d56-80bc-a85936043075 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 1097 time: 0.0576365 Dec 22 16:54:12.817575 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-68ca3a72-594d-4368-b25d-3eda88ada77f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a HTTP/1.1" status: 200 len: 217 time: 0.0440114 Dec 22 16:54:12.870839 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-378e4573-614f-47f7-bd29-3fc3ad6137d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:12.872372 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-378e4573-614f-47f7-bd29-3fc3ad6137d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.0472391 Dec 22 16:54:12.913900 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-447ebe8e-25df-42db-bc51-eb4f736b0893 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279183 Dec 22 16:54:13.039331 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-0c09f414-7cf8-415c-8432-c659c820d1aa service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070940 Dec 22 16:54:13.159763 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86bf8cb9-26a1-456d-9e76-5e42971f2caa req-b5fedb63-681f-4872-9d9e-1a916a5239d3 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111374 Dec 22 16:54:13.310053 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-06b086ea-630b-4305-b993-729850b1c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.311626 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-06b086ea-630b-4305-b993-729850b1c77a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d24459a6e73410c8f7b9e38c7156095&device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 1097 time: 0.0879164 Dec 22 16:54:13.340988 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348399e4-569a-4321-bf6e-9fbd59a98e19 req-d85aa844-e041-4339-ab5b-73750e8209bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.349501 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-348399e4-569a-4321-bf6e-9fbd59a98e19 req-d85aa844-e041-4339-ab5b-73750e8209bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 944 time: 0.0945425 Dec 22 16:54:13.405414 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a494-10c4-4ef8-8f07-25d78f90ed5c req-779ec9a5-d12c-4f66-a981-e6dfe93095e4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.407349 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa81a494-10c4-4ef8-8f07-25d78f90ed5c req-779ec9a5-d12c-4f66-a981-e6dfe93095e4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0762978 Dec 22 16:54:13.422208 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60896) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:13.489762 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-94c9f746-f5b0-4e93-8a62-2427cb7055e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.489921 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa81a494-10c4-4ef8-8f07-25d78f90ed5c req-e9ea727f-3ef2-4186-a7fa-ff56b529434f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Dec 22 16:54:13.491264 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-94c9f746-f5b0-4e93-8a62-2427cb7055e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 200 len: 916 time: 0.1700089 Dec 22 16:54:13.495259 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-348399e4-569a-4321-bf6e-9fbd59a98e19 req-dd047aad-aaf3-4a33-bc4c-5581529b1943 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215863 Dec 22 16:54:13.550810 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-ca9295f6-5df3-44fe-bd7a-87ce648e7b4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a HTTP/1.1" status: 200 len: 217 time: 0.0443184 Dec 22 16:54:13.617885 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-213b5345-bdc7-4e29-9018-97219a89cb3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:13.655959 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-360f6477-b8d0-4c9f-b561-4ae8dbe68137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.657910 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-360f6477-b8d0-4c9f-b561-4ae8dbe68137 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 200 len: 855 time: 0.0798962 Dec 22 16:54:13.720417 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-8986e46f-2e99-4127-b2ae-0c1e6fd43c9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424418 Dec 22 16:54:13.777280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-213b5345-bdc7-4e29-9018-97219a89cb3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:13.807253 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-213b5345-bdc7-4e29-9018-97219a89cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:13.872668 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-213b5345-bdc7-4e29-9018-97219a89cb3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d792bf51cff6443fab89635e050c8380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452281 Dec 22 16:54:13.882855 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60914) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:13.893303 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5345-bdc7-4e29-9018-97219a89cb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c977da-d732-4e4e-b702-5b59d64aa0e5,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:13.910984 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-43b0a6b9-b31c-4cc9-b0bb-55fc88987589 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813686 Dec 22 16:54:13.940650 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34528d9d-0034-424a-b6a1-a03a4085bcc3 req-5233f002-7178-4895-bc30-0d59d8272136 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:13.942213 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-34528d9d-0034-424a-b6a1-a03a4085bcc3 req-5233f002-7178-4895-bc30-0d59d8272136 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0932429 Dec 22 16:54:13.945098 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:13.971412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:14.046847 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-96762d7a-3ebb-4d5f-8e26-ffe0ade08049 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613322595&fields=id&tenant_id=8be51f83e1d04b2884f00bdcb1d34f08 HTTP/1.1" status: 200 len: 267 time: 0.0777028 Dec 22 16:54:14.051303 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-34528d9d-0034-424a-b6a1-a03a4085bcc3 req-e6ed761c-8cfb-4214-befa-827cdc44b7cb tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981548 Dec 22 16:54:14.067625 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:14.071077 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7c00c0d1-e640-4712-9a73-7dad3b3e6101 req-c63bb411-88ea-46e7-bf53-b13e20d76589 service neutron] 10.222.0.54 "GET /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489329 Dec 22 16:54:14.071440 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:14.072615 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95c977da-d732-4e4e-b702-5b59d64aa0e5 HTTP/1.1" status: 204 len: 168 time: 0.1982162 Dec 22 16:54:14.093502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2d9be-894b-408c-b60d-8f0d7a41d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c977da-d732-4e4e-b702-5b59d64aa0e5,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:14.194906 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-f5dcaf80-83e2-41d8-bfa5-dea123ae7641 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:14.196449 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-f5dcaf80-83e2-41d8-bfa5-dea123ae7641 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 808 time: 0.1208386 Dec 22 16:54:14.212287 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-d7ebd13d-9e4a-49cc-9aba-b2af294e85c7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/quotas/8be51f83e1d04b2884f00bdcb1d34f08 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Dec 22 16:54:14.267962 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-5b32dd6a-0270-4906-8410-fdc48b15f335 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497925 Dec 22 16:54:14.373435 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-70b7ecf0-7152-4afb-8281-4e292d6cb113 service neutron] 10.222.0.41 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Dec 22 16:54:14.484226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-9b73ad11-2853-4053-95ae-4ff917b1ee59 service neutron] 10.222.0.41 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045184 Dec 22 16:54:14.665929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49426-28cb-4754-a9dd-ed5ad02dab43 req-f2fd9e39-1bd2-481d-8f5d-38ac27081270 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:14.667957 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-07f49426-28cb-4754-a9dd-ed5ad02dab43 req-f2fd9e39-1bd2-481d-8f5d-38ac27081270 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0660086 Dec 22 16:54:14.744029 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-07f49426-28cb-4754-a9dd-ed5ad02dab43 req-9249889e-ca6f-4b1f-bfa2-931c25d5e4ec tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Dec 22 16:54:14.830974 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60962) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:14.903991 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1e2a-763c-4b02-bd70-91221c0e775f req-020c4d9b-1fdd-485d-8b8b-a971589f92c6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:14.906198 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a9cc1e2a-763c-4b02-bd70-91221c0e775f req-020c4d9b-1fdd-485d-8b8b-a971589f92c6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 944 time: 0.0886235 Dec 22 16:54:15.001276 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a9cc1e2a-763c-4b02-bd70-91221c0e775f req-5c845649-7ce0-43a2-8fe1-e0cea3dec915 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Dec 22 16:54:15.031593 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594863342-network', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:15.088988 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f9952c82-f313-472f-89f8-6417326f443a req-13d3d429-5675-405f-b712-a5eb5a9027ab tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 210 time: 0.0533123 Dec 22 16:54:15.089201 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Made reservation on behalf of ebc434e4c250477b8b8a68f96b1667c2 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:15.093297 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.124439 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.141671 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d5e5bc95-548b-4aad-9183-7c7e3327370a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:54:15.280511 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60984) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:15.307751 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb73d-9f6b-41ca-a232-d2def027620e req-354de17f-d960-47a6-9706-85bc2f087c48 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:15.315963 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-567bb73d-9f6b-41ca-a232-d2def027620e req-354de17f-d960-47a6-9706-85bc2f087c48 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1495402 Dec 22 16:54:15.325247 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:15.339054 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'd5e5bc95-548b-4aad-9183-7c7e3327370a', 'network_id': '9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd', 'port_id': 'd5e5bc95-548b-4aad-9183-7c7e3327370a', 'mac_address': 'fa:16:3e:21:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054949d-e380-4d61-a8f5-157ad6706059', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:54:15.399483 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.422696 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-567bb73d-9f6b-41ca-a232-d2def027620e req-6b34c1a5-c45f-4b6c-ad69-f35528f9eb35 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054268 Dec 22 16:54:15.444758 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.445122 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e5bc95-548b-4aad-9183-7c7e3327370a {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:54:15.450480 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.501164 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:15.508531 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:54:15.508845 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.512976 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:15.544305 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.544718 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Added segment e92b2595-8995-4d2b-bef0-8f78880ebb90 of type vlan for network c33aaa49-856d-4bc0-bf9e-674df169b1c1 Dec 22 16:54:15.548961 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05965b84-852b-4837-b2f0-d7fe8c7566e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.610590 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:15.622396 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.623289 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.624360 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.624933 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.625455 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.625967 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.626477 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.626978 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.627453 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.627955 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.628545 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.628817 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.629154 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:15.635527 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.668911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05965b84-852b-4837-b2f0-d7fe8c7566e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.670271 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.672897 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:15.672897 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.679084 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-05965b84-852b-4837-b2f0-d7fe8c7566e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.715670 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8844354 Dec 22 16:54:15.715906 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 60994) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:15.734026 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Request body: {'subnet': {'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594863342-subnet', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:15.751240 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-05965b84-852b-4837-b2f0-d7fe8c7566e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5710c3c322354df4bd36ec43dbd0428b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667964 Dec 22 16:54:15.751430 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 60996) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:15.752401 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965b84-852b-4837-b2f0-d7fe8c7566e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425dd438-309d-43c5-a09c-d60971abb2f8,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:15.779801 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Made reservation on behalf of ebc434e4c250477b8b8a68f96b1667c2 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:15.782274 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8867731'] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.784816 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c85b5-28cc-4e3c-97d6-38680c477c52 admin admin] Pushing event updated for resources: {'Network': ['ID=c33aaa49-856d-4bc0-bf9e-674df169b1c1,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:15.802196 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:54:15.882183 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.904558 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d5e5bc95-548b-4aad-9183-7c7e3327370a'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:15.913141 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.920569 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa476157-13bb-4340-937b-7649f0316c6d req-8ae798f4-f835-4aed-95ad-15978d5d551c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:15.922107 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aa476157-13bb-4340-937b-7649f0316c6d req-8ae798f4-f835-4aed-95ad-15978d5d551c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0748751 Dec 22 16:54:15.966296 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.969499 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:15.973594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/425dd438-309d-43c5-a09c-d60971abb2f8 HTTP/1.1" status: 204 len: 168 time: 0.2188847 Dec 22 16:54:15.992708 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d62e5-c840-432d-985c-6fe2a3f860c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425dd438-309d-43c5-a09c-d60971abb2f8,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:16.028757 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aa476157-13bb-4340-937b-7649f0316c6d req-b7cc8363-214c-4c51-bbc0-5a1e4ec0dd59 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976532 Dec 22 16:54:16.110759 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8867713'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.141688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1d91-9e9f-4ec7-b6fb-2d92b33d79c0 req-68272c0e-7774-4567-8104-fe5a5c5ac30c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:16.143964 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c9b1d91-9e9f-4ec7-b6fb-2d92b33d79c0 req-68272c0e-7774-4567-8104-fe5a5c5ac30c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 945 time: 0.0799255 Dec 22 16:54:16.211066 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Checking segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:16.211438 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Network hostable DHCP agents. Network: c33aaa49-856d-4bc0-bf9e-674df169b1c1, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:54:16.222202 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53621522-9666-46bf-bf01-b07a6576b387,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:16.237259 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:54:16.238206 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c9b1d91-9e9f-4ec7-b6fb-2d92b33d79c0 req-a0836de6-e41a-4900-9f39-fef4db6ef3c5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 Dec 22 16:54:16.267901 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, c33aaa49-856d-4bc0-bf9e-674df169b1c1) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:16.273288 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:16.274577 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.277973 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000c3be-8970-4dea-bd5a-a76ce3a7b659 None None] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:54:16.351717 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ae21c22d-db01-4bac-b301-6aa94eeee245 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6292667 Dec 22 16:54:16.353148 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 32778) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:16.360188 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-278cf1b8-05cd-4839-973c-38dbf04749c0 req-4ece1e28-c280-4cc1-8d60-02d018534a19 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 210 time: 0.0528629 Dec 22 16:54:16.360465 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:16.420561 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.422277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.432710 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:54:16.434117 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.540788 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.613716 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-f1f6d9f0-0c5f-4fa1-b7f5-0f55179d9924 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:16.615686 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-f1f6d9f0-0c5f-4fa1-b7f5-0f55179d9924 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 808 time: 0.2348125 Dec 22 16:54:16.648097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Allocated IP 172.20.0.2 (c33aaa49-856d-4bc0-bf9e-674df169b1c1/53621522-9666-46bf-bf01-b07a6576b387/5f015272-3b8a-40e7-9637-ac1869d12c62) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:16.736714 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-ab50b684-96c2-4d9f-9016-85e91f7efec0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be51f83e1d04b2884f00bdcb1d34f08 HTTP/1.1" status: 200 len: 379 time: 0.1084242 Dec 22 16:54:16.755450 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'port': {'device_id': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'admin_state_up': True, 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'security_groups': ['28177c7f-45c0-4eff-8cf3-7dfd969ea985']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:16.936861 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.944730 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.985177 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Made reservation on behalf of 8be51f83e1d04b2884f00bdcb1d34f08 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:16.993443 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:16.994325 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:17.000112 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:17.004605 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:17.015701 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Pushing event updated for resources: {'Port': ['ID=5f015272-3b8a-40e7-9637-ac1869d12c62,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:17.024591 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.037755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d315a4-9ed6-43cc-944d-c1ff8316efac req-cdf11739-0fc0-4a8c-90f7-799f32a5d754 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:17.039390 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-93d315a4-9ed6-43cc-944d-c1ff8316efac req-cdf11739-0fc0-4a8c-90f7-799f32a5d754 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.3275471 Dec 22 16:54:17.078785 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Attempting to bind port 5f015272-3b8a-40e7-9637-ac1869d12c62 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:17.079093 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Attempting to bind port 5f015272-3b8a-40e7-9637-ac1869d12c62 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:17.079495 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Attempting to bind port 5f015272-3b8a-40e7-9637-ac1869d12c62 on network c33aaa49-856d-4bc0-bf9e-674df169b1c1 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:17.087038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:17.087469 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Checking segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:17.088120 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.089139 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Bound using segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:17.089655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Bound port: 5f015272-3b8a-40e7-9637-ac1869d12c62, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:17.090084 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.114118 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-93d315a4-9ed6-43cc-944d-c1ff8316efac req-70111b9c-2d5a-4311-894e-0c42ed236208 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597789 Dec 22 16:54:17.167172 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] For port 5f015272-3b8a-40e7-9637-ac1869d12c62, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:17.171286 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] For port 5f015272-3b8a-40e7-9637-ac1869d12c62, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5f015272-3b8a-40e7-9637-ac1869d12c62,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:17.178161 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.185974 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Allocated IP 172.20.0.5 (354ee7f4-01f2-461e-beff-dc96b30cdc7f/22ed676f-2a4a-494f-a166-7c0871aef2bd/8f5d58d9-05c3-450b-8c27-67d1a1339829) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:17.260434 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df6d6d-06bb-49d8-98ee-9e6c736c5c03 None None] Pushing event updated for resources: {'Port': ['ID=5f015272-3b8a-40e7-9637-ac1869d12c62,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:17.400157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.427861 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.454078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cacbc-fe87-4c5c-8314-ba0a5614cb59 req-da0d18da-9194-40f1-8758-716ead5f549d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:17.456483 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a25cacbc-fe87-4c5c-8314-ba0a5614cb59 req-da0d18da-9194-40f1-8758-716ead5f549d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 945 time: 0.1057425 Dec 22 16:54:17.487096 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.509673 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-6da0d98c-c696-4021-ac34-9f29d648234a req-869bdfd2-bc28-4f75-ac9c-a261e0d6aa7c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 210 time: 0.0359881 Dec 22 16:54:17.553990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.636092 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a25cacbc-fe87-4c5c-8314-ba0a5614cb59 req-252f4e7c-300e-494d-9e44-9b0c448eb78c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276593 Dec 22 16:54:17.647768 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:17.662846 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:17.666318 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:17.669945 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Allocated IP 172.27.1.190 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/db4942d4-6642-4438-9f21-7c34abc48d0f) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:17.674326 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:17.741001 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:17.742134 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.777695 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-bb43b3b3-6823-4359-83ec-b2ac1c07b266 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275280 Dec 22 16:54:17.798301 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Request body: {'port': {'device_id': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:17.862576 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.867613 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.912221 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:17.967586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:17.971135 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:17.975800 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:18.009213 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Pushing event updated for resources: {'Port': ['ID=db4942d4-6642-4438-9f21-7c34abc48d0f,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:18.025493 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-ff6d2f43-b278-4985-ab34-bd26bffe0f16 None None] Provisioning complete for port 8f5d58d9-05c3-450b-8c27-67d1a1339829 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:18.026530 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2f43-b278-4985-ab34-bd26bffe0f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.073189 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d2f43-b278-4985-ab34-bd26bffe0f16 None None] Port 8f5d58d9-05c3-450b-8c27-67d1a1339829 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:18.085186 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516806ba-2fc8-4b81-80a8-ee91856d6157 req-e8b40deb-896a-49a2-92a2-cd25d9107b7e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:18.086763 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-516806ba-2fc8-4b81-80a8-ee91856d6157 req-e8b40deb-896a-49a2-92a2-cd25d9107b7e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.2075195 Dec 22 16:54:18.207062 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-516806ba-2fc8-4b81-80a8-ee91856d6157 req-d0d131d3-2b42-402b-8cf6-58d119d008d3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098251 Dec 22 16:54:18.353386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8666-6120-4bfe-8adb-b3cfdbc861b8 req-5701e6db-ec3f-4f21-be3e-9b9bc44aeec8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:18.355109 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d63f8666-6120-4bfe-8adb-b3cfdbc861b8 req-5701e6db-ec3f-4f21-be3e-9b9bc44aeec8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1246510 Dec 22 16:54:18.356452 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.361466 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5d58d9-05c3-450b-8c27-67d1a1339829 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:54:18.371801 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.392236 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Transition to ACTIVE for port object 8f5d58d9-05c3-450b-8c27-67d1a1339829 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:54:18.402377 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.524520 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:18.614858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Attempting to bind port 8f5d58d9-05c3-450b-8c27-67d1a1339829 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:18.615194 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Attempting to bind port 8f5d58d9-05c3-450b-8c27-67d1a1339829 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:18.615529 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Attempting to bind port 8f5d58d9-05c3-450b-8c27-67d1a1339829 on network 354ee7f4-01f2-461e-beff-dc96b30cdc7f {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:18.621859 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Port 8f5d58d9-05c3-450b-8c27-67d1a1339829 on network 354ee7f4-01f2-461e-beff-dc96b30cdc7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:54:18.622243 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Attempting to bind port 8f5d58d9-05c3-450b-8c27-67d1a1339829 on network 354ee7f4-01f2-461e-beff-dc96b30cdc7f {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:18.628644 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:18.628993 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Checking segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:18.629605 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Bound using segment: {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:18.631149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Bound port: 8f5d58d9-05c3-450b-8c27-67d1a1339829, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793eabc7-6cc5-4b56-a11e-91264a5c3bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:18.631149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.662886 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d63f8666-6120-4bfe-8adb-b3cfdbc861b8 req-8ce1756a-dc67-405e-af6e-b5a6242e95dc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658238 Dec 22 16:54:18.827267 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:18.834361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:18.841161 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.862628 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.918410 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:18.919130 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:18.920588 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 1093 time: 1.1308465 Dec 22 16:54:18.923408 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:18.926801 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b63600-0d1b-45b8-a5fe-ec1807f2a424" -d '{"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:18.967647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1d06b-d773-4632-bf94-d66e559c48a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:18.981055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571b41e-08aa-485c-a007-ba5403781835 None None] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:54:19.092256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5f015272-3b8a-40e7-9637-ac1869d12c62 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:19.148588 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d5e5bc95-548b-4aad-9183-7c7e3327370a up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:19.164631 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e821ed-632a-42d0-acb9-7bbb6de3fe1d req-9759c0c4-6a16-403c-a16e-25248d45932d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:19.174788 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-16e821ed-632a-42d0-acb9-7bbb6de3fe1d req-9759c0c4-6a16-403c-a16e-25248d45932d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.3094747 Dec 22 16:54:19.188945 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-97ceca35-1513-4a32-a2d9-bea3a4ea1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:19.197235 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-97ceca35-1513-4a32-a2d9-bea3a4ea1599 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1096 time: 0.2308865 Dec 22 16:54:19.204413 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] Provisioning complete for port 5f015272-3b8a-40e7-9637-ac1869d12c62 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:19.204997 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.214947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff9491-8b17-46bd-b0e0-6744b955cdcc req-f7d83d20-8d30-4818-8a00-d29c739f0545 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:19.224848 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-85ff9491-8b17-46bd-b0e0-6744b955cdcc req-f7d83d20-8d30-4818-8a00-d29c739f0545 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 945 time: 0.1717291 Dec 22 16:54:19.227255 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Router 112cdd92-4552-42ab-978d-21d2d3bc939e is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:54:19.256860 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-16e821ed-632a-42d0-acb9-7bbb6de3fe1d req-769929e3-3792-4711-8537-ed38ebe5e7f6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808616 Dec 22 16:54:19.287940 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-a3ccb077-907c-4b5b-bd88-94368bb79073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 217 time: 0.0607910 Dec 22 16:54:19.309650 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 5f015272-3b8a-40e7-9637-ac1869d12c62 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:19.310027 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.346804 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port d5e5bc95-548b-4aad-9183-7c7e3327370a completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:54:19.365874 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port d5e5bc95-548b-4aad-9183-7c7e3327370a triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:19.366257 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.376822 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83d633-90bf-4c6a-969c-d72d167a9c7c x-openstack-request-id: req-6d83d633-90bf-4c6a-969c-d72d167a9c7c {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:19.377134 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:19.377384 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d83d633-90bf-4c6a-969c-d72d167a9c7c {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:19.377768 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'status': 'completed', 'code': 200} Dec 22 16:54:19.455199 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.456676 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:54:19.469222 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Sync routers for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:54:19.476268 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-85ff9491-8b17-46bd-b0e0-6744b955cdcc req-97f2d4c1-2a6f-412d-881b-8cacea17fc64 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390375 Dec 22 16:54:19.490105 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-dea6d6e4-6ffb-41cc-8573-aaad01491751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:19.491411 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:19.494083 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:19.495112 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-dea6d6e4-6ffb-41cc-8573-aaad01491751 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.1904087 Dec 22 16:54:19.507537 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.507537 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9c9285f1-bcf1-45a2-b407-0290f1e77083 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1490786 Dec 22 16:54:19.508277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 32834) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:19.613788 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-72b7bc9e-db81-4dc8-8045-63537d09f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:19.620338 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-72b7bc9e-db81-4dc8-8045-63537d09f4eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1041834 Dec 22 16:54:19.682183 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.684970 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.714647 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] For port 5f015272-3b8a-40e7-9637-ac1869d12c62, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5f015272-3b8a-40e7-9637-ac1869d12c62,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:19.747382 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-312ddbcc-ac72-49f7-95c8-bcdbfd4b8657 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236918 Dec 22 16:54:19.751548 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:19.765849 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:19.883857 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55436d5-2fae-4d8c-abae-89cc9aedc01d None None] Pushing event updated for resources: {'Port': ['ID=5f015272-3b8a-40e7-9637-ac1869d12c62,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:19.935079 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:19.938095 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f945cc32-9df4-4c9a-8861-a8515b93e138" -d '{"events": [{"server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:19.987528 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:20.002808 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.009831 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.db.api [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:54:20.010186 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG oslo_db.api [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:54:20.042474 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-63ca8fc5-c680-4b3a-a2dc-7bd7e8ec48f9 None None] Provisioning complete for port 5f015272-3b8a-40e7-9637-ac1869d12c62 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:20.042852 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-63ca8fc5-c680-4b3a-a2dc-7bd7e8ec48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.104226 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:20.155320 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27adb08a-acbc-438f-91ac-96a04daafc00 x-openstack-request-id: req-27adb08a-acbc-438f-91ac-96a04daafc00 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:20.155642 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:20.155910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27adb08a-acbc-438f-91ac-96a04daafc00 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:20.156329 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a', 'code': 200} Dec 22 16:54:20.189064 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:18Z', 'revision_number': 3, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:20.231074 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Checking router: 112cdd92-4552-42ab-978d-21d2d3bc939e for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:54:20.231714 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Updating router 112cdd92-4552-42ab-978d-21d2d3bc939e port db4942d4-6642-4438-9f21-7c34abc48d0f binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:54:20.245885 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bffa802-76c5-41b4-9d8e-6b1170764d4f req-f277c13f-33f6-4e44-9b7e-ca88496337e3 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871352 Dec 22 16:54:20.277555 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.319473 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc290c9e-3487-430f-9490-e394680ba68e req-18ec84e6-95ac-4c54-886c-68046dd06a54 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.321210 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc290c9e-3487-430f-9490-e394680ba68e req-18ec84e6-95ac-4c54-886c-68046dd06a54 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.3964934 Dec 22 16:54:20.401173 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafaa80-1651-46e8-80e8-08c5daf3fa78 req-026f958d-f03a-44d9-9ceb-55b702a8239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.402438 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2fafaa80-1651-46e8-80e8-08c5daf3fa78 req-026f958d-f03a-44d9-9ceb-55b702a8239d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 1099 time: 0.0854590 Dec 22 16:54:20.415513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640cc32-88cc-4f30-947c-cda004fc8d43 req-6b37b9dc-440f-49b0-8eb8-8a4bec751a6c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.417134 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0640cc32-88cc-4f30-947c-cda004fc8d43 req-6b37b9dc-440f-49b0-8eb8-8a4bec751a6c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0907509 Dec 22 16:54:20.499538 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-248dc24d-bf0d-4598-a614-6bed6ae383f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.501159 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-248dc24d-bf0d-4598-a614-6bed6ae383f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1096 time: 0.1788828 Dec 22 16:54:20.504541 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2fafaa80-1651-46e8-80e8-08c5daf3fa78 req-2f3a54b8-543b-4466-9067-515c2ef9b1c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Dec 22 16:54:20.511294 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fc290c9e-3487-430f-9490-e394680ba68e req-9d2f94e5-75f2-4a97-8cac-b51b8b698818 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795990 Dec 22 16:54:20.514887 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0640cc32-88cc-4f30-947c-cda004fc8d43 req-b1464a9d-6a23-4e2a-bc85-a9365da08f67 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835097 Dec 22 16:54:20.685547 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.697335 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.697467 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae9b9b-ac4e-4d6a-a026-bf103aa4b7d6 req-0cac889a-52c8-4802-9375-d9b5b8fbdedf tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.697467 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6ae9b9b-ac4e-4d6a-a026-bf103aa4b7d6 req-0cac889a-52c8-4802-9375-d9b5b8fbdedf tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.1016073 Dec 22 16:54:20.710617 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.748834 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Pushing event updated for resources: {'Port': ['ID=db4942d4-6642-4438-9f21-7c34abc48d0f,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:20.759916 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Attempting to bind port db4942d4-6642-4438-9f21-7c34abc48d0f on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:20.760352 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Attempting to bind port db4942d4-6642-4438-9f21-7c34abc48d0f by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:20.760736 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Attempting to bind port db4942d4-6642-4438-9f21-7c34abc48d0f on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:20.763380 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.763773 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.764164 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.764555 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.764919 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.765370 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.765606 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.765959 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.766329 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.766692 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.767023 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.767366 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.767708 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:54:20.776146 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:20.776572 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:20.777002 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.777427 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:20.777995 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Bound port: db4942d4-6642-4438-9f21-7c34abc48d0f, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:20.778415 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.837121 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] For port db4942d4-6642-4438-9f21-7c34abc48d0f, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:20.841043 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] For port db4942d4-6642-4438-9f21-7c34abc48d0f, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=db4942d4-6642-4438-9f21-7c34abc48d0f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:20.847922 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:20.874066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6ae9b9b-ac4e-4d6a-a026-bf103aa4b7d6 req-cf648ed5-8fa8-42af-a795-68a81ec4be28 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665816 Dec 22 16:54:20.910506 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6816ff1-182f-4a47-8010-034c27927982 None None] Pushing event updated for resources: {'Port': ['ID=db4942d4-6642-4438-9f21-7c34abc48d0f,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:20.937147 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:20.938091 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:20.954304 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5f015272-3b8a-40e7-9637-ac1869d12c62 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:20.982571 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-72ff7bc9-c487-440c-89a3-207976e8b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:20.984054 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-72ff7bc9-c487-440c-89a3-207976e8b5a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.2543709 Dec 22 16:54:21.049408 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-cd93a014-c2f9-4a09-9e63-3e9223629668 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 217 time: 0.0429561 Dec 22 16:54:21.074874 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 5f015272-3b8a-40e7-9637-ac1869d12c62 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:21.075247 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:21.095801 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:21.141616 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Allocated IP 172.20.0.1 (c33aaa49-856d-4bc0-bf9e-674df169b1c1/53621522-9666-46bf-bf01-b07a6576b387/262e68ba-6dba-48e7-9130-3d1eadbea0c7) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:21.154916 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-cc424a0d-eb06-4c8d-8eb5-a3ef2c9c11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:21.156400 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-cc424a0d-eb06-4c8d-8eb5-a3ef2c9c11fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0790684 Dec 22 16:54:21.318794 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:18Z', 'revision_number': 3, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:21.332360 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-7a6ebf04-ecb0-476a-a523-f8dd0c5f50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:21.334671 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-7a6ebf04-ecb0-476a-a523-f8dd0c5f50ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1376030 Dec 22 16:54:21.344989 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10ee1e-5089-4ac4-a080-62a5656efb94 None None] The sync data for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi is: [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:18Z', 'revision_number': 3, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:54:21.413322 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:21.490502 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-e8c4e0a2-8af6-4e35-acab-cc175df787c1 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381431 Dec 22 16:54:21.498309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:21.573455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:21.646440 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:21.659920 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:21.722585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab713d-9b42-41dd-a9a1-e8e38f5a9342 req-2f028db2-12d7-434d-b316-c7c304169b71 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:21.724412 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d9ab713d-9b42-41dd-a9a1-e8e38f5a9342 req-2f028db2-12d7-434d-b316-c7c304169b71 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0631819 Dec 22 16:54:21.728282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Pushing event updated for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:21.780659 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-77b63600-0d1b-45b8-a5fe-ec1807f2a424 req-4fd6a083-3182-4445-98b7-55db02f25e09 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786875 Dec 22 16:54:21.792994 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:21.798042 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d9ab713d-9b42-41dd-a9a1-e8e38f5a9342 req-689710d5-cb2f-408b-9c38-53f576ae1fdf tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646222 Dec 22 16:54:21.851132 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf3e3f-3c86-41bf-b6dd-caa57b37996b req-96addd10-9b8d-4ecb-8f1c-9ac108bfd676 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:21.852605 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4dcf3e3f-3c86-41bf-b6dd-caa57b37996b req-96addd10-9b8d-4ecb-8f1c-9ac108bfd676 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.2023225 Dec 22 16:54:21.919870 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-cbdb8e8a-8370-474c-8d50-0041baf93a92 None None] Provisioning complete for port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:21.921009 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-cbdb8e8a-8370-474c-8d50-0041baf93a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:21.941330 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4dcf3e3f-3c86-41bf-b6dd-caa57b37996b req-e367e5b2-4250-4963-8709-7925d0fe8619 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815005 Dec 22 16:54:21.981769 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb8e8a-8370-474c-8d50-0041baf93a92 None None] Port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:21.984654 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:22.058693 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86282024-e18e-4d35-8e19-ec03660d225a req-4e76cbe5-f01e-406f-af28-47bb281504d8 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:22.060573 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86282024-e18e-4d35-8e19-ec03660d225a req-4e76cbe5-f01e-406f-af28-47bb281504d8 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0611610 Dec 22 16:54:22.132285 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-86282024-e18e-4d35-8e19-ec03660d225a req-92c34b4a-3541-4ab8-b6d2-5359aae55d04 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617025 Dec 22 16:54:22.178568 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:22.185607 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:22.257647 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Pushing event updated for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:22.261407 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:22.378190 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:22.379595 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:22.499080 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Router 112cdd92-4552-42ab-978d-21d2d3bc939e has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:54:22.571985 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:54:22.608349 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:54:22.610546 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-e6521cd2-97c5-4c29-828a-80a6147f7714 None None] Provisioning complete for port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:22.610912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e6521cd2-97c5-4c29-828a-80a6147f7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:22.613783 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4895ac68-5dad-4ac7-8d6d-ddb8be1cd87e admin admin] 10.222.0.41 "PUT /v2.0/routers/112cdd92-4552-42ab-978d-21d2d3bc939e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044452 Dec 22 16:54:22.646059 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-e6521cd2-97c5-4c29-828a-80a6147f7714 None None] Port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:22.932045 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53ffb2-b83f-4618-a7e3-7945b74337ca req-2038a386-6e18-433a-8938-48cdb9c7e4ba tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:22.934532 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca53ffb2-b83f-4618-a7e3-7945b74337ca req-2038a386-6e18-433a-8938-48cdb9c7e4ba tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0585012 Dec 22 16:54:22.960184 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device db4942d4-6642-4438-9f21-7c34abc48d0f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:23.000852 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca53ffb2-b83f-4618-a7e3-7945b74337ca req-f5d3ef7f-3363-45d6-a5f3-7de5e73f68e4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593493 Dec 22 16:54:23.036964 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port db4942d4-6642-4438-9f21-7c34abc48d0f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:23.037579 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.128065 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15e90c-2a33-4101-930e-8a502eea12bc req-60c5130f-8d48-4363-95bd-f621098ed4d0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:23.131139 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca15e90c-2a33-4101-930e-8a502eea12bc req-60c5130f-8d48-4363-95bd-f621098ed4d0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0634964 Dec 22 16:54:23.150929 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.160714 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Sync routers for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:54:23.185810 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port db4942d4-6642-4438-9f21-7c34abc48d0f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=db4942d4-6642-4438-9f21-7c34abc48d0f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:23.190026 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:23.190699 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:23.201879 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ca15e90c-2a33-4101-930e-8a502eea12bc req-c67368f1-066d-4bca-910d-7c938f3cbab5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618382 Dec 22 16:54:23.244007 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 32898) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:23.252357 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2108918620-network', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:23.278043 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Made reservation on behalf of 1bc8936e99a7436c9fe96967512f380d for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:23.281762 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.291457 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.320947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464ab5a-7bfd-41dc-a7dc-0694c94af3ba req-e71670fd-21c4-45d7-9b2b-d76f72f51e5b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:23.327524 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2464ab5a-7bfd-41dc-a7dc-0694c94af3ba req-e71670fd-21c4-45d7-9b2b-d76f72f51e5b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0606136 Dec 22 16:54:23.383573 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.393256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.399831 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.400166 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2464ab5a-7bfd-41dc-a7dc-0694c94af3ba req-1a96e7bc-3327-44ee-823d-08489a2533e7 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Dec 22 16:54:23.430641 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:54:23.440712 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7d8375-69c4-4b0c-abb1-d3873aef9cc1,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:23.447026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.447374 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Added segment 34b19001-593a-4103-af03-490442253af3 of type vlan for network d3963fa7-c298-4611-85d1-74cb57edc92b Dec 22 16:54:23.487654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=db4942d4-6642-4438-9f21-7c34abc48d0f,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:23.493323 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.505016 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:23.521944 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.523402 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:23.524165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.561331 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3160799 Dec 22 16:54:23.564055 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 32902) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:23.569706 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Request body: {'subnet': {'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2108918620-subnet', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:23.605287 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0095-ce8e-4f04-baab-e2e665e66ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=d3963fa7-c298-4611-85d1-74cb57edc92b,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:23.624271 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Made reservation on behalf of 1bc8936e99a7436c9fe96967512f380d for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:23.626771 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12234718'] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.635454 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network d3963fa7-c298-4611-85d1-74cb57edc92b details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:54:23.794135 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:22Z', 'revision_number': 2, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:23.798084 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8509603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12234700'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.824684 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Checking router: 112cdd92-4552-42ab-978d-21d2d3bc939e for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:54:23.825066 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Updating router 112cdd92-4552-42ab-978d-21d2d3bc939e port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:54:23.850300 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.851529 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9348be31-ba88-47b9-9adb-72b9405b8252,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:23.862358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Checking segment: {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:23.862710 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Network hostable DHCP agents. Network: d3963fa7-c298-4611-85d1-74cb57edc92b, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:54:23.879398 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Network d3963fa7-c298-4611-85d1-74cb57edc92b is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:54:23.888432 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, d3963fa7-c298-4611-85d1-74cb57edc92b) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:23.892704 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:23.893346 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.900217 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061a285-5a8d-4566-9c9a-4369e1d3a040 None None] Network d3963fa7-c298-4611-85d1-74cb57edc92b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:54:23.910458 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b93b6ee3-a3c0-437d-81ae-b7b74e37f36a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3453166 Dec 22 16:54:23.913290 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 32904) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:23.917996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:23.941253 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.942858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:23.996222 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.118416 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-d3963fa7-c298-4611-85d1-74cb57edc92b', 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b', 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'fixed_ips': [{'subnet_id': '9348be31-ba88-47b9-9adb-72b9405b8252'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:54:24.119268 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.174867 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.204537 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5c7dc-2d0c-4262-b812-f61d9a2b33f5 req-5f1d4360-89ff-4511-9857-ca0b2e2903e9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:24.206145 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-59f5c7dc-2d0c-4262-b812-f61d9a2b33f5 req-5f1d4360-89ff-4511-9857-ca0b2e2903e9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.1388800 Dec 22 16:54:24.299325 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-59f5c7dc-2d0c-4262-b812-f61d9a2b33f5 req-d7f84304-e887-4b4a-8478-9dc1fb1d4103 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841935 Dec 22 16:54:24.340866 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.346585 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Allocated IP 172.20.0.2 (d3963fa7-c298-4611-85d1-74cb57edc92b/9348be31-ba88-47b9-9adb-72b9405b8252/8d267c52-8cf2-41fe-995d-39bd021eeb9f) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:24.351910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.456623 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06713470-30d3-4483-b054-1a2b414b6ccf None None] Pushing event updated for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:24.506269 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680d11-9d52-4b33-bed3-5a08fad60c44 req-b4f1c479-9b33-44e0-aec7-7e0d0f2b30d0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:24.507848 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e4680d11-9d52-4b33-bed3-5a08fad60c44 req-b4f1c479-9b33-44e0-aec7-7e0d0f2b30d0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1407921 Dec 22 16:54:24.514662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.541573 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.552356 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Attempting to bind port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:24.552726 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Attempting to bind port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:24.553061 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Attempting to bind port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 on network c33aaa49-856d-4bc0-bf9e-674df169b1c1 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:24.566758 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:24.567181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Checking segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:24.567586 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.567983 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Bound using segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:24.568492 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Bound port: 262e68ba-6dba-48e7-9130-3d1eadbea0c7, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:24.568880 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.622716 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e4680d11-9d52-4b33-bed3-5a08fad60c44 req-6bb74f44-d7b3-404d-949f-35f43eaabb04 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050932 Dec 22 16:54:24.673708 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.700538 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Allocated IP 172.27.1.21 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/8eff85c0-7939-4ccf-b586-abe723d6b199) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:24.709148 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.718706 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] For port 262e68ba-6dba-48e7-9130-3d1eadbea0c7, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:24.726270 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] For port 262e68ba-6dba-48e7-9130-3d1eadbea0c7, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=262e68ba-6dba-48e7-9130-3d1eadbea0c7,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:24.745198 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303e051-bdf5-4344-8629-f99481dae115 req-be060577-3dc7-4643-8be0-84e097fdea16 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:24.746943 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7303e051-bdf5-4344-8629-f99481dae115 req-be060577-3dc7-4643-8be0-84e097fdea16 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0613301 Dec 22 16:54:24.751305 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.755069 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] Provisioning complete for port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:24.755434 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.798011 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Network d3963fa7-c298-4611-85d1-74cb57edc92b is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:24.799859 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7303e051-bdf5-4344-8629-f99481dae115 req-a0dcbe97-2f3a-46c7-8859-9ee351424612 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Dec 22 16:54:24.807773 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:24.816351 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Pushing event updated for resources: {'Port': ['ID=8d267c52-8cf2-41fe-995d-39bd021eeb9f,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:24.818986 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:24.831030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.873038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:24.873618 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:24.885785 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:24.956493 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:24.958330 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=8eff85c0-7939-4ccf-b586-abe723d6b199,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:24.960747 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device db4942d4-6642-4438-9f21-7c34abc48d0f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:24.962617 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:24.965130 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:25.019451 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Attempting to bind port 8d267c52-8cf2-41fe-995d-39bd021eeb9f on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:25.019835 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Attempting to bind port 8d267c52-8cf2-41fe-995d-39bd021eeb9f by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:25.020807 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Attempting to bind port 8d267c52-8cf2-41fe-995d-39bd021eeb9f on network d3963fa7-c298-4611-85d1-74cb57edc92b {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:25.029378 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06713470-30d3-4483-b054-1a2b414b6ccf None None] Pushing event updated for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:25.215192 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:25.215923 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Checking segment: {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:25.215923 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.216248 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Bound using segment: {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:25.216729 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Bound port: 8d267c52-8cf2-41fe-995d-39bd021eeb9f, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:25.217113 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.248812 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.275055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.310371 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:25.355755 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port db4942d4-6642-4438-9f21-7c34abc48d0f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:25.356125 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.421208 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] For port 262e68ba-6dba-48e7-9130-3d1eadbea0c7, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=262e68ba-6dba-48e7-9130-3d1eadbea0c7,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:25.422764 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] For port 8d267c52-8cf2-41fe-995d-39bd021eeb9f, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:25.467389 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.507948 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746ca11-c36c-4a3f-bff3-ce48baa5a6ec req-0b6c46b5-67ed-47ad-b058-f8540ec99db1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:25.509599 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5746ca11-c36c-4a3f-bff3-ce48baa5a6ec req-0b6c46b5-67ed-47ad-b058-f8540ec99db1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.1125865 Dec 22 16:54:25.534032 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] For port 8d267c52-8cf2-41fe-995d-39bd021eeb9f, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8d267c52-8cf2-41fe-995d-39bd021eeb9f,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:25.541562 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.577998 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.609091 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5746ca11-c36c-4a3f-bff3-ce48baa5a6ec req-ab233b6e-57fc-4f2e-83cc-f7b8439870e3 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933745 Dec 22 16:54:25.676271 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac6700-14c2-4ea8-8d63-83402ec858b1 None None] Pushing event updated for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:25.747114 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-4df19cab-096e-49b0-8f1a-e7a67132a18e None None] Provisioning complete for port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:25.747586 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4df19cab-096e-49b0-8f1a-e7a67132a18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:25.756436 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Router 1996c19c-2e97-4810-9d56-01d4b9c4b27b is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:54:25.851162 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca73ad-f7a7-4586-8288-575e81be4d17 None None] Pushing event updated for resources: {'Port': ['ID=8d267c52-8cf2-41fe-995d-39bd021eeb9f,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:25.921680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:24Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:25.959632 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c62e66b-6c92-4b54-b617-8127070e4cbb None None] The sync data for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi is: [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:24Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:54:26.097570 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c2fd-bdea-469e-b819-705f8cdad557 req-255de0f4-c5fe-49d2-b1da-0c251184303d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:26.099886 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ea2c2fd-bdea-469e-b819-705f8cdad557 req-255de0f4-c5fe-49d2-b1da-0c251184303d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.1412079 Dec 22 16:54:26.195197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ea2c2fd-bdea-469e-b819-705f8cdad557 req-83b7040b-329b-4f0b-baab-aa5870dbc4fb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859168 Dec 22 16:54:26.354779 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a88ee-df6d-4ca3-9b59-312d041844de req-7b49873d-a61a-413e-b473-90743c471e2f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:26.364473 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-673a88ee-df6d-4ca3-9b59-312d041844de req-7b49873d-a61a-413e-b473-90743c471e2f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.5381100 Dec 22 16:54:26.399804 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:54:26.414554 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Sync routers for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:54:26.435851 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:26.438205 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:26.453913 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-673a88ee-df6d-4ca3-9b59-312d041844de req-d9e3cac8-c401-4639-af0d-59cdd18c8a44 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884550 Dec 22 16:54:26.462861 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:26.464137 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1e0ccde7-321e-4c5b-9a2d-d299a9892ee6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5494668 Dec 22 16:54:26.466816 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 32950) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:26.637338 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:26.886960 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940853-69a5-46db-b1d5-81748fb2641e req-61bd91d7-187d-494b-968a-492808aba9fc tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:26.890071 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7a940853-69a5-46db-b1d5-81748fb2641e req-61bd91d7-187d-494b-968a-492808aba9fc tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.1398036 Dec 22 16:54:27.038632 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 3, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:27.050220 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7a940853-69a5-46db-b1d5-81748fb2641e req-502a56d3-493a-4472-828b-9c2863046666 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154633 Dec 22 16:54:27.107592 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Checking router: 1996c19c-2e97-4810-9d56-01d4b9c4b27b for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:54:27.108109 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Updating router 1996c19c-2e97-4810-9d56-01d4b9c4b27b port 8eff85c0-7939-4ccf-b586-abe723d6b199 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:54:27.158015 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.197457 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:54:27.244623 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 262e68ba-6dba-48e7-9130-3d1eadbea0c7 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:27.279586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199340-5503-443b-b52b-7a7526f3800d req-d6b80b08-be97-4db6-a9b9-24827eb0043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:27.281978 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-d6b80b08-be97-4db6-a9b9-24827eb0043d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.3065844 Dec 22 16:54:27.401891 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:27.402655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.455981 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2bd4-3787-4759-b241-53c54e892ecb req-bf7f3794-ec1c-4946-a560-0944c8093810 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:27.475843 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df0c2bd4-3787-4759-b241-53c54e892ecb req-bf7f3794-ec1c-4946-a560-0944c8093810 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.2682996 Dec 22 16:54:27.561620 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a954d46-5fe0-47ba-945f-8316c6478ce3 None None] Network d3963fa7-c298-4611-85d1-74cb57edc92b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:54:27.654238 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.663181 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df0c2bd4-3787-4759-b241-53c54e892ecb req-9311a3b9-2990-4da4-8959-dcbe3a1c74f6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858289 Dec 22 16:54:27.667127 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.677040 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199340-5503-443b-b52b-7a7526f3800d req-0ec2217c-7ed0-453e-853d-6987217c3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:27.678838 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-0ec2217c-7ed0-453e-853d-6987217c3300 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.3846252 Dec 22 16:54:27.733678 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-d3b0eccd-0b3a-4e5b-9b35-6de5c26c76ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0442660 Dec 22 16:54:27.743165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.764153 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b7bc-a7e8-4606-b3e6-ed5d69323b50 None None] Pushing event updated for resources: {'Port': ['ID=8eff85c0-7939-4ccf-b586-abe723d6b199,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:27.775032 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5ec3e-c800-4f98-b11e-618b80ed974d req-8a0ae4df-8aba-410f-9c17-d1e03ccb6b64 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:27.777052 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-29d5ec3e-c800-4f98-b11e-618b80ed974d req-8a0ae4df-8aba-410f-9c17-d1e03ccb6b64 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1471715 Dec 22 16:54:27.802247 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Attempting to bind port 8eff85c0-7939-4ccf-b586-abe723d6b199 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:27.802869 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Attempting to bind port 8eff85c0-7939-4ccf-b586-abe723d6b199 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:27.803480 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Attempting to bind port 8eff85c0-7939-4ccf-b586-abe723d6b199 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:27.812595 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:27.820341 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:27.820984 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.821606 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:27.822316 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Bound port: 8eff85c0-7939-4ccf-b586-abe723d6b199, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:27.822950 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.870020 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:27.916992 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] Provisioning complete for port 8d267c52-8cf2-41fe-995d-39bd021eeb9f triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:27.918026 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:27.925128 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-29d5ec3e-c800-4f98-b11e-618b80ed974d req-493f2a66-c083-4725-b2c1-b6b513737e9e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387572 Dec 22 16:54:27.928836 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] For port 8eff85c0-7939-4ccf-b586-abe723d6b199, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:27.937319 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] For port 8eff85c0-7939-4ccf-b586-abe723d6b199, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8eff85c0-7939-4ccf-b586-abe723d6b199,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:27.944789 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.024530 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b7bc-a7e8-4606-b3e6-ed5d69323b50 None None] Pushing event updated for resources: {'Port': ['ID=8eff85c0-7939-4ccf-b586-abe723d6b199,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:28.069575 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:28.071241 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:28.118161 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'mac_address': 'fa:16:3e:2d:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:54:28.175302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199340-5503-443b-b52b-7a7526f3800d req-119258d9-f6b1-4099-982a-ed962632dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:28.176993 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-119258d9-f6b1-4099-982a-ed962632dbcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.4312472 Dec 22 16:54:28.212092 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:28.214802 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.235441 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8d267c52-8cf2-41fe-995d-39bd021eeb9f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:28.256562 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-3ed24ce9-7345-4106-9c39-7fb6846b4757 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714583 Dec 22 16:54:28.270876 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5d58d9-05c3-450b-8c27-67d1a1339829 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:54:28.412304 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:28.422242 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.433700 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.456393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25f0d-a4f1-4e08-8f9e-1dd01c26588d req-567e2f54-0aad-48b6-beb0-049983f9014a tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:28.465904 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-eaa25f0d-a4f1-4e08-8f9e-1dd01c26588d req-567e2f54-0aad-48b6-beb0-049983f9014a tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.1149344 Dec 22 16:54:28.519959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Allocated IP 172.20.0.1 (d3963fa7-c298-4611-85d1-74cb57edc92b/9348be31-ba88-47b9-9adb-72b9405b8252/a51a009c-98d4-4fcd-92e4-85eb7d8cff5e) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:28.567904 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 3, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:28.602643 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] For port 8d267c52-8cf2-41fe-995d-39bd021eeb9f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8d267c52-8cf2-41fe-995d-39bd021eeb9f,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:28.611637 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.614980 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-eaa25f0d-a4f1-4e08-8f9e-1dd01c26588d req-e9ccb005-2aee-47aa-b958-1f34f6eed86c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394784 Dec 22 16:54:28.641910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:28.648234 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 8d267c52-8cf2-41fe-995d-39bd021eeb9f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:28.648634 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.742856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.776567 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00431087-7a57-4811-9706-49c55a60bb91 None None] Pushing event updated for resources: {'Port': ['ID=8d267c52-8cf2-41fe-995d-39bd021eeb9f,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:28.783405 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75375f08-a57b-4eb4-b4ac-f568cb67b07a None None] The sync data for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi is: [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 3, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:54:28.803281 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-fb249fd2-9a1f-48fd-96ae-39ecbafe1da7 None None] Provisioning complete for port 8d267c52-8cf2-41fe-995d-39bd021eeb9f triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:28.803952 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-fb249fd2-9a1f-48fd-96ae-39ecbafe1da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.857537 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:28.866725 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-b01c67e5-19c5-4a9b-90d3-5dcb51688c94 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937088 Dec 22 16:54:28.922046 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['8f5d58d9-05c3-450b-8c27-67d1a1339829'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:28.961610 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Network d3963fa7-c298-4611-85d1-74cb57edc92b is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:28.973908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:28.978486 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Pushing event updated for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:28.997328 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:29.049296 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6da0-7aea-43e9-bc36-6eeaea48770a req-3cf5a979-ae4b-4c6e-9616-fa777f2a7f79 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:29.057317 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1ad6da0-7aea-43e9-bc36-6eeaea48770a req-3cf5a979-ae4b-4c6e-9616-fa777f2a7f79 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.2546501 Dec 22 16:54:29.064915 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8d267c52-8cf2-41fe-995d-39bd021eeb9f up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:29.143543 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696aecd-01c3-4ef8-bfd4-1fa780308361 req-88514a3d-0648-4420-aba3-018281d06359 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:29.152719 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8696aecd-01c3-4ef8-bfd4-1fa780308361 req-88514a3d-0648-4420-aba3-018281d06359 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0987532 Dec 22 16:54:29.171470 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.198986 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1ad6da0-7aea-43e9-bc36-6eeaea48770a req-3afa6d3f-088c-4072-961c-798f6055c930 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407764 Dec 22 16:54:29.243186 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8696aecd-01c3-4ef8-bfd4-1fa780308361 req-23a261ad-9989-461c-ad49-e1882ffc1f1f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889006 Dec 22 16:54:29.311682 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 8d267c52-8cf2-41fe-995d-39bd021eeb9f triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:29.312183 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.330373 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4e199340-5503-443b-b52b-7a7526f3800d req-e108c25d-3824-43b2-8639-ae49b535a296 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216888 Dec 22 16:54:29.485263 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.661505 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-f474072e-826e-42b4-8238-96366303e2f0 None None] Provisioning complete for port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:29.661948 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f474072e-826e-42b4-8238-96366303e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.701908 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-f474072e-826e-42b4-8238-96366303e2f0 None None] Port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:29.702917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.710092 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.786305 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:29.787329 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd94c2-5260-4b82-8e14-f4604962dbf6 req-75d4be65-38cc-4b04-ada1-5d26d0619db5 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:29.789311 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Pushing event updated for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:29.796389 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-59cd94c2-5260-4b82-8e14-f4604962dbf6 req-75d4be65-38cc-4b04-ada1-5d26d0619db5 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 944 time: 0.0886106 Dec 22 16:54:29.854785 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-59cd94c2-5260-4b82-8e14-f4604962dbf6 req-83f1a248-9787-4003-ba49-dd18316d18df tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568550 Dec 22 16:54:29.896151 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Network d3963fa7-c298-4611-85d1-74cb57edc92b is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:29.898091 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:30.049881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Router 1996c19c-2e97-4810-9d56-01d4b9c4b27b has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:54:30.189584 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:54:30.196080 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-029e4262-4ddc-4fac-903e-cf6a53625218 admin admin] 10.222.0.41 "PUT /v2.0/routers/1996c19c-2e97-4810-9d56-01d4b9c4b27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7278874 Dec 22 16:54:30.226014 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b5161a1b-e93f-4e4b-8ee6-71a0a1d8c069 None None] Provisioning complete for port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:30.226375 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b5161a1b-e93f-4e4b-8ee6-71a0a1d8c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:30.270099 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b5161a1b-e93f-4e4b-8ee6-71a0a1d8c069 None None] Port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:30.373127 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70faceb-8590-4316-9e4a-3447db8bf7a2 req-7b815d38-51d1-48fa-8319-d5f7def18447 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:30.374920 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a70faceb-8590-4316-9e4a-3447db8bf7a2 req-7b815d38-51d1-48fa-8319-d5f7def18447 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0792692 Dec 22 16:54:30.444805 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a70faceb-8590-4316-9e4a-3447db8bf7a2 req-8f9b80a3-8a88-4e5a-9f5c-1f64bc957f61 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618849 Dec 22 16:54:30.475976 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952094-02ea-45a2-860d-ecf87455c4e6 req-58024ea3-7b61-432c-b5dd-0f7e3612e30d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:30.477621 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c9952094-02ea-45a2-860d-ecf87455c4e6 req-58024ea3-7b61-432c-b5dd-0f7e3612e30d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1105363 Dec 22 16:54:30.519414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b0609220-031b-4076-8180-400794c956a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:30.576886 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c9952094-02ea-45a2-860d-ecf87455c4e6 req-5c6513a9-1459-453b-b0b1-9c90730940f6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852954 Dec 22 16:54:31.022059 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Sync routers for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:54:31.030931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a207c-04d4-4839-8578-7fc60c8de51a req-6914d8c6-d639-4a93-867c-d8eb04b81eb9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:31.039287 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b56a207c-04d4-4839-8578-7fc60c8de51a req-6914d8c6-d639-4a93-867c-d8eb04b81eb9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 944 time: 0.1028004 Dec 22 16:54:31.048960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:31.049866 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:31.093989 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8eff85c0-7939-4ccf-b586-abe723d6b199 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:31.112495 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b56a207c-04d4-4839-8578-7fc60c8de51a req-016e8102-bb2a-4229-bf47-d7ab2f804e21 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717254 Dec 22 16:54:31.219848 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:54:31.222774 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:31.293651 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 8eff85c0-7939-4ccf-b586-abe723d6b199 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:31.294263 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.304922 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:31.534831 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:31.546691 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 8f5d58d9-05c3-450b-8c27-67d1a1339829 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:54:31.609623 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 8f5d58d9-05c3-450b-8c27-67d1a1339829 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:31.612973 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.615113 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:54:31.689058 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540116b1-551a-4572-a39e-b9730c407b0f req-9cdd5d65-d0f9-4191-9c6a-ed6dc46283ff tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:31.690774 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-540116b1-551a-4572-a39e-b9730c407b0f req-9cdd5d65-d0f9-4191-9c6a-ed6dc46283ff tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1123407 Dec 22 16:54:31.773962 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-540116b1-551a-4572-a39e-b9730c407b0f req-3e45149f-9985-4377-80b6-09fa2e9212a6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Dec 22 16:54:31.781387 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.794731 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897962-1587-43d5-89de-925bb5047b28 req-fb400c23-6580-4b34-b79a-77d839376626 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:31.803275 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-65897962-1587-43d5-89de-925bb5047b28 req-fb400c23-6580-4b34-b79a-77d839376626 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0879114 Dec 22 16:54:31.871998 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 8eff85c0-7939-4ccf-b586-abe723d6b199, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8eff85c0-7939-4ccf-b586-abe723d6b199,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:31.873071 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.901535 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-65897962-1587-43d5-89de-925bb5047b28 req-5972ebf3-5c30-4213-9433-f91ed3d291aa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971320 Dec 22 16:54:31.921533 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.945629 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:31.976240 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:54:32.039681 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:32.044445 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=8eff85c0-7939-4ccf-b586-abe723d6b199,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:32.052422 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:32.055421 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e41a9-4921-4d0f-87bd-4cb63b835185" -d '{"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-plugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:32.065095 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.096608 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:32.149249 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.150185 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:29Z', 'revision_number': 4, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a51a009c-98d4-4fcd-92e4-85eb7d8cff5e', 'name': '', 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'mac_address': 'fa:16:3e:9b:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:28Z', 'updated_at': '2021-12-22T16:54:29Z', 'revision_number': 2, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'subnets': [{'id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:32.190341 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f31190-ce53-461c-98ef-79a31c8c01b7 x-openstack-request-id: req-15f31190-ce53-461c-98ef-79a31c8c01b7 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:32.190662 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-plugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:32.190993 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15f31190-ce53-461c-98ef-79a31c8c01b7 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:32.191337 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'code': 200} Dec 22 16:54:32.195056 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Checking router: 1996c19c-2e97-4810-9d56-01d4b9c4b27b for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:54:32.195416 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Updating router 1996c19c-2e97-4810-9d56-01d4b9c4b27b port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:54:32.233264 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=6']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:32.270565 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:32.277878 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.292603 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f3363-06ba-4b84-838a-931181bbad81 req-df02f6cf-6335-4283-8e60-b759e0daa834 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:32.294607 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-124f3363-06ba-4b84-838a-931181bbad81 req-df02f6cf-6335-4283-8e60-b759e0daa834 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0803449 Dec 22 16:54:32.342519 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:32.405453 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-124f3363-06ba-4b84-838a-931181bbad81 req-7f997723-04eb-4625-b1e2-242ba6c5ee0c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954125 Dec 22 16:54:32.608224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae88e1-1f51-4689-b191-c6c69ae37777 req-aa4cd075-5544-483f-857a-837433c53566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:32.610198 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91ae88e1-1f51-4689-b191-c6c69ae37777 req-aa4cd075-5544-483f-857a-837433c53566 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0476427 Dec 22 16:54:32.694503 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91ae88e1-1f51-4689-b191-c6c69ae37777 req-d8f01429-5e76-4a21-b0b2-fd54f2b8d8b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532777 Dec 22 16:54:32.743164 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5d971d38-48b8-4d59-b612-7c7e78b646a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.771948 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.780919 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.913538 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c243d6-849b-427d-8bc9-d7b1066f38ff None None] Pushing event updated for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:32.922380 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Attempting to bind port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:54:32.922800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Attempting to bind port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:54:32.923173 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Attempting to bind port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e on network d3963fa7-c298-4611-85d1-74cb57edc92b {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:54:32.949953 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:54:32.949953 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Checking segment: {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:54:32.950235 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:32.950643 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Bound using segment: {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:54:32.951132 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Bound port: a51a009c-98d4-4fcd-92e4-85eb7d8cff5e, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b19001-593a-4103-af03-490442253af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:54:32.951573 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.046906 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8b28-3b38-40a9-ace0-612830dcced9 req-0b4f8db1-4785-43ea-8ecb-5a0d56f81c91 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:33.058572 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0f9c8b28-3b38-40a9-ace0-612830dcced9 req-0b4f8db1-4785-43ea-8ecb-5a0d56f81c91 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1413858 Dec 22 16:54:33.137387 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0f9c8b28-3b38-40a9-ace0-612830dcced9 req-e680a55d-55af-4693-8123-0424dbff7f67 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777512 Dec 22 16:54:33.239231 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8eff85c0-7939-4ccf-b586-abe723d6b199 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:33.242615 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:33.260668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a3390-6187-4ee8-925a-361b7bd5e16f req-505afab8-73c7-40a7-817f-c80a45df9acf tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:33.262480 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d44a3390-6187-4ee8-925a-361b7bd5e16f req-505afab8-73c7-40a7-817f-c80a45df9acf tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 945 time: 0.0777261 Dec 22 16:54:33.335150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-345b1aee-619e-4797-ba52-43d716592a11 None None] Provisioning complete for port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:33.335670 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-345b1aee-619e-4797-ba52-43d716592a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.349223 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d44a3390-6187-4ee8-925a-361b7bd5e16f req-3fdd955e-0a42-4462-8acd-0417cd8458d5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727832 Dec 22 16:54:33.395400 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] For port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:54:33.401654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] For port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:54:33.414642 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.421792 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-345b1aee-619e-4797-ba52-43d716592a11 None None] Port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:33.457743 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 8eff85c0-7939-4ccf-b586-abe723d6b199 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:33.458212 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.527810 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:33.528222 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.565382 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cae9c-fd35-4966-89f0-8fbb549d1e3c req-72ea10ea-85c0-4b3f-8f00-e2bea3885037 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:33.572182 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-495cae9c-fd35-4966-89f0-8fbb549d1e3c req-72ea10ea-85c0-4b3f-8f00-e2bea3885037 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0794504 Dec 22 16:54:33.589329 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:33.589952 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:33.595469 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c243d6-849b-427d-8bc9-d7b1066f38ff None None] Pushing event updated for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:33.671511 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-495cae9c-fd35-4966-89f0-8fbb549d1e3c req-9d493436-7e6b-4361-a147-4d929db4bad4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894153 Dec 22 16:54:33.832053 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:33.890567 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:33.962134 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] Provisioning complete for port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:33.962598 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:34.044471 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:34.090256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:34.202661 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:34.205564 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3803c4b-8c9c-4466-b654-ac85f73f33d2" -d '{"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:34.208434 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=7']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:34.262186 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:34.386001 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:34.389010 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c60641-c40f-4d04-8f85-ef5990777680 x-openstack-request-id: req-82c60641-c40f-4d04-8f85-ef5990777680 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:34.389322 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:34.389578 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82c60641-c40f-4d04-8f85-ef5990777680 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:34.389962 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'code': 200} Dec 22 16:54:34.396758 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f135f30-3b2b-49bc-a916-4777dfb9f868 req-209a836c-d48d-497a-87c4-ace9f86c2852 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:34.398208 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9f135f30-3b2b-49bc-a916-4777dfb9f868 req-209a836c-d48d-497a-87c4-ace9f86c2852 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1180563 Dec 22 16:54:34.405840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:29Z', 'revision_number': 4, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a51a009c-98d4-4fcd-92e4-85eb7d8cff5e', 'name': '', 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'mac_address': 'fa:16:3e:9b:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:28Z', 'updated_at': '2021-12-22T16:54:33Z', 'revision_number': 4, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'subnets': [{'id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:34.433279 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] For port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:34.493700 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9f135f30-3b2b-49bc-a916-4777dfb9f868 req-922676a2-5374-4f1b-a2ba-93c9138a0147 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Dec 22 16:54:34.508645 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd3a095-fe87-476b-8c95-3b1101363f00 None None] The sync data for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi is: [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:54:29Z', 'revision_number': 4, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a51a009c-98d4-4fcd-92e4-85eb7d8cff5e', 'name': '', 'network_id': 'd3963fa7-c298-4611-85d1-74cb57edc92b', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'mac_address': 'fa:16:3e:9b:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:28Z', 'updated_at': '2021-12-22T16:54:33Z', 'revision_number': 4, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'subnets': [{'id': '9348be31-ba88-47b9-9adb-72b9405b8252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:54:34.510607 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:34.628157 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376170a1-46bc-4e1f-ac24-7057b77ea491 None None] Pushing event updated for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:34.682528 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b962-a829-4846-a498-d1d8de0a0228 req-7302479c-7c11-4537-bd3e-628c96982c5e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:34.684140 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7da6b962-a829-4846-a498-d1d8de0a0228 req-7302479c-7c11-4537-bd3e-628c96982c5e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1833806 Dec 22 16:54:34.778186 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7da6b962-a829-4846-a498-d1d8de0a0228 req-762d1928-02f9-4376-a0cc-397595035209 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861418 Dec 22 16:54:34.878485 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324c09-1232-46c4-84e3-ba183550d04d req-842cfefe-162e-4520-81b4-64dab9b245a1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:34.887104 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ac324c09-1232-46c4-84e3-ba183550d04d req-842cfefe-162e-4520-81b4-64dab9b245a1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0921917 Dec 22 16:54:34.977276 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ac324c09-1232-46c4-84e3-ba183550d04d req-3fe8f72b-f780-496f-a939-aa9902caeda4 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885448 Dec 22 16:54:35.069737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a51a009c-98d4-4fcd-92e4-85eb7d8cff5e up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:54:35.152439 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd849-ef01-47f2-a783-a3d3b5466a4f req-564ba7c7-1d9c-461d-8c35-fa2c81c58827 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:35.154066 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-377fd849-ef01-47f2-a783-a3d3b5466a4f req-564ba7c7-1d9c-461d-8c35-fa2c81c58827 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0743725 Dec 22 16:54:35.213776 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:35.214188 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:35.291513 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-377fd849-ef01-47f2-a783-a3d3b5466a4f req-89cbb7fb-f4c6-4b07-9844-12c005db5356 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294873 Dec 22 16:54:35.313378 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33162) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:35.449529 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:35.653180 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb79c5-ef4e-4a0f-b56d-383f0c2d5737 tempest-TestShelveInstance-1943271047 tempest-TestShelveInstance-1943271047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:35.654862 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5ecb79c5-ef4e-4a0f-b56d-383f0c2d5737 tempest-TestShelveInstance-1943271047 tempest-TestShelveInstance-1943271047-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1093 time: 0.3406463 Dec 22 16:54:35.656067 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770de57d-c180-4a54-a397-380c34d108d6 req-3e8293b2-55b7-403e-b5f5-d844da8a3357 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:35.657777 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-770de57d-c180-4a54-a397-380c34d108d6 req-3e8293b2-55b7-403e-b5f5-d844da8a3357 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0850170 Dec 22 16:54:35.658546 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 33170) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:35.663035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:35.732469 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-770de57d-c180-4a54-a397-380c34d108d6 req-f8407bc7-2f24-442e-86b2-6b41b802a9c8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645056 Dec 22 16:54:35.754094 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for floatingip, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:35.990116 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdcbdd-cd83-48e5-b844-beb58ca5c725 req-ae53cd4a-1c15-4c55-b297-8546c81359e2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:35.995594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f8fdcbdd-cd83-48e5-b844-beb58ca5c725 req-ae53cd4a-1c15-4c55-b297-8546c81359e2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1086802 Dec 22 16:54:36.037325 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:36.138141 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f8fdcbdd-cd83-48e5-b844-beb58ca5c725 req-a2fbc36f-01ff-4a95-bc3c-176977418dc5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345861 Dec 22 16:54:36.233182 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:36.247034 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Allocated IP 172.27.1.74 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/55f7aaee-c45c-48c1-b852-461f3b4c1cb6) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:36.468187 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:36.475745 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:36.578485 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:36.644769 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:36.648972 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:36.654479 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:36.759932 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'Port': ['ID=55f7aaee-c45c-48c1-b852-461f3b4c1cb6,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:36.897493 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4065bf-938e-4281-9899-3413c20d1cef req-9d046fee-31ba-42a3-aca0-3e020aebe9e2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:36.906024 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6f4065bf-938e-4281-9899-3413c20d1cef req-9d046fee-31ba-42a3-aca0-3e020aebe9e2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0700028 Dec 22 16:54:36.971491 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6f4065bf-938e-4281-9899-3413c20d1cef req-a6efb562-0785-42f1-849e-993c57e7c204 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640295 Dec 22 16:54:37.226962 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:37.350554 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:37.398618 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b946f-1152-4c45-a48b-5b1b79d7431f req-5ae9bdbd-6ec5-4d04-a0ab-773680f23278 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:37.400316 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-827b946f-1152-4c45-a48b-5b1b79d7431f req-5ae9bdbd-6ec5-4d04-a0ab-773680f23278 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1175113 Dec 22 16:54:37.506104 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-827b946f-1152-4c45-a48b-5b1b79d7431f req-89f9ac6e-951e-4ba2-9327-f4ec259f04c8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941734 Dec 22 16:54:37.641931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:37.648137 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:37.722849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event updated for resources: {'Port': ['ID=55f7aaee-c45c-48c1-b852-461f3b4c1cb6,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:37.748846 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:37.871196 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Floating IP 8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32 associated. External IP: 172.27.1.74, port: 8f5d58d9-05c3-450b-8c27-67d1a1339829. Dec 22 16:54:38.143612 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e154ed-20fb-4b03-b911-ad15fc00568c req-69dd501a-c8ef-41a0-98ec-32d078aa9c5f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:38.149178 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-59e154ed-20fb-4b03-b911-ad15fc00568c req-69dd501a-c8ef-41a0-98ec-32d078aa9c5f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0616713 Dec 22 16:54:38.193594 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Router ef80be27-4bbd-4286-b143-5aaf439f1f2a has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:54:38.247077 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-59e154ed-20fb-4b03-b911-ad15fc00568c req-67f384d8-3740-4280-ac08-2232dab64625 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912752 Dec 22 16:54:38.340629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:54:38.353162 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Sync routers for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:54:38.373883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:38.381583 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:38.382718 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:38.425728 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-02d4b0f7-28c3-44d9-9bfe-7efeede8b5a6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7658520 Dec 22 16:54:38.426996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:38.434697 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16" -d '{"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:38.476468 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdba894-1ff5-4ae8-a6f8-9f8e0f266c0c x-openstack-request-id: req-5bdba894-1ff5-4ae8-a6f8-9f8e0f266c0c {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:38.476980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:38.477459 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bdba894-1ff5-4ae8-a6f8-9f8e0f266c0c {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:38.478074 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'status': 'completed', 'code': 200} Dec 22 16:54:38.537365 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:38.558294 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-5f417526-6ce1-412d-a191-2371b40c9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:38.560439 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-5f417526-6ce1-412d-a191-2371b40c9707 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0566967 Dec 22 16:54:38.732153 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49069521-db74-4213-91a3-726e21c9529e req-4d9cdb19-b755-4b1d-8d40-678908649d1d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:38.734246 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-49069521-db74-4213-91a3-726e21c9529e req-4d9cdb19-b755-4b1d-8d40-678908649d1d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0797334 Dec 22 16:54:38.796343 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-18df3291-df9c-4e3f-8bf8-5f5d9285bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:38.797864 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-18df3291-df9c-4e3f-8bf8-5f5d9285bdf8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.2194507 Dec 22 16:54:38.820265 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'mac_address': 'fa:16:3e:2d:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:54:37Z', 'updated_at': '2021-12-22T16:54:37Z', 'revision_number': 0, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:38.850354 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Checking router: ef80be27-4bbd-4286-b143-5aaf439f1f2a for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:54:38.865475 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:54:38.866165 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:54:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:38.888321 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-49069521-db74-4213-91a3-726e21c9529e req-2a57e53a-7864-4311-b4f7-70b28aba7a33 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353600 Dec 22 16:54:38.918658 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-b5084949-5d4c-479c-afb5-557d01d7d0d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 998 time: 0.1027727 Dec 22 16:54:39.048677 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-0eb8d2a1-31d3-4ee4-8f7a-6f2e0d0b6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:39.050356 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-0eb8d2a1-31d3-4ee4-8f7a-6f2e0d0b6c3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0929310 Dec 22 16:54:39.117053 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:54:39.183782 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-936cf930-a9e8-4aed-895a-e70d92afc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:39.186319 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-936cf930-a9e8-4aed-895a-e70d92afc129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1208420 Dec 22 16:54:39.345721 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-7212f483-7fe5-4d58-8ba6-fc622029c136 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403527 Dec 22 16:54:39.426375 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'mac_address': 'fa:16:3e:2d:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:54:37Z', 'updated_at': '2021-12-22T16:54:37Z', 'revision_number': 0, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:54:39.456725 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadd83d-ffc9-403f-8abf-3d440e31a571 req-323babeb-6a34-4d9f-b93d-01c4ec015aa5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:39.468895 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfadd83d-ffc9-403f-8abf-3d440e31a571 req-323babeb-6a34-4d9f-b93d-01c4ec015aa5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1353290 Dec 22 16:54:39.471724 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4736-a9c8-40f4-830f-86f89d97e793 None None] The sync data for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi is: [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'mac_address': 'fa:16:3e:2d:32:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:54:37Z', 'updated_at': '2021-12-22T16:54:37Z', 'revision_number': 0, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:54:39.541047 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68459b1d-8a5e-4e8f-80ba-eeddef9f2f16 req-59c0e1f4-9278-46b5-98ab-38e18fe9afed service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714413 Dec 22 16:54:39.568455 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfadd83d-ffc9-403f-8abf-3d440e31a571 req-8aa8dd08-8394-483e-a827-99281bfac79e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007206 Dec 22 16:54:39.735113 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95748db1-7a02-49f7-ab95-025b8338ed0e None None] New status for floating IP 8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:54:40.055838 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9928ae-18b4-4f30-b433-272b6cdbc8aa req-7215fb08-8283-427c-8636-9af5b413e327 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:40.060673 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fa9928ae-18b4-4f30-b433-272b6cdbc8aa req-7215fb08-8283-427c-8636-9af5b413e327 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0653114 Dec 22 16:54:40.111105 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fa9928ae-18b4-4f30-b433-272b6cdbc8aa req-3fcbac5d-b8e2-4205-98d8-718f98da131c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Dec 22 16:54:40.564425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f145e19-4f5f-4b9f-ac8e-baf85a260ee9 req-d4eee80f-3d25-4b49-8a46-e77ec87db450 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:40.568707 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5f145e19-4f5f-4b9f-ac8e-baf85a260ee9 req-d4eee80f-3d25-4b49-8a46-e77ec87db450 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0667517 Dec 22 16:54:40.631628 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5f145e19-4f5f-4b9f-ac8e-baf85a260ee9 req-dd090b75-1e7a-48cd-875b-45b7e7cca643 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Dec 22 16:54:40.719086 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937432dc-80f2-4d68-b52e-b18ea4337962 req-6e4eda90-7688-45e2-a2f9-08b0322a1143 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:40.720575 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-937432dc-80f2-4d68-b52e-b18ea4337962 req-6e4eda90-7688-45e2-a2f9-08b0322a1143 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0566614 Dec 22 16:54:40.777893 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-937432dc-80f2-4d68-b52e-b18ea4337962 req-185ce7b7-4025-45d1-bdd8-539449ae7c27 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Dec 22 16:54:41.246890 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7c3d2-aced-40fe-8df9-f70517ed06dd req-3a0d605f-a064-4b66-8b14-030d1cd26450 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:41.248526 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-abb7c3d2-aced-40fe-8df9-f70517ed06dd req-3a0d605f-a064-4b66-8b14-030d1cd26450 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0505829 Dec 22 16:54:41.320320 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-abb7c3d2-aced-40fe-8df9-f70517ed06dd req-9e189368-49fe-4e1a-a529-f97f6b42169d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602365 Dec 22 16:54:41.775800 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13decef8-e5c7-4bc3-b6b8-1560ddd9e34c req-8c949b8a-c9f2-479f-ac38-055a84f5afb5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:41.777978 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-13decef8-e5c7-4bc3-b6b8-1560ddd9e34c req-8c949b8a-c9f2-479f-ac38-055a84f5afb5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0617766 Dec 22 16:54:41.843538 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-13decef8-e5c7-4bc3-b6b8-1560ddd9e34c req-8ec9f419-b4a2-4b5c-b206-c55b95f057c7 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Dec 22 16:54:41.937444 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ba170-dc8b-44f2-af8d-e9433bbdf04b req-5ee34740-d457-4624-a64f-961c9669b8c7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:41.939040 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-423ba170-dc8b-44f2-af8d-e9433bbdf04b req-5ee34740-d457-4624-a64f-961c9669b8c7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0675395 Dec 22 16:54:41.991727 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-423ba170-dc8b-44f2-af8d-e9433bbdf04b req-44224da7-4d05-4ae1-a964-61360a298e10 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Dec 22 16:54:42.460517 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c218-378d-45b5-8e37-ea9f54c4a8c3 req-b24618cc-2a9c-4a4b-8c56-7e07db3159d6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:42.462447 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7338c218-378d-45b5-8e37-ea9f54c4a8c3 req-b24618cc-2a9c-4a4b-8c56-7e07db3159d6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0603955 Dec 22 16:54:42.521221 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7338c218-378d-45b5-8e37-ea9f54c4a8c3 req-605428fe-1e8e-4fce-ba1f-134a53038643 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527036 Dec 22 16:54:42.774223 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-f7cafa40-4443-42fc-bb22-4866d5075483 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:42.775687 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-f7cafa40-4443-42fc-bb22-4866d5075483 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Dec 22 16:54:43.183982 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e164d-26e4-4f2c-b098-25819018673b req-29cc03e4-b450-4625-af41-a0cfa9b7d078 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:43.192615 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fa7e164d-26e4-4f2c-b098-25819018673b req-29cc03e4-b450-4625-af41-a0cfa9b7d078 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0705814 Dec 22 16:54:43.215782 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0c4b8-4811-4353-863c-2d12439050ac req-8dca15a8-a2f6-4318-a42d-a1bbaaf8ec62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:43.217341 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e0d0c4b8-4811-4353-863c-2d12439050ac req-8dca15a8-a2f6-4318-a42d-a1bbaaf8ec62 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 946 time: 0.2936497 Dec 22 16:54:43.219746 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Deleting port d5e5bc95-548b-4aad-9183-7c7e3327370a {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:54:43.220080 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:43.245345 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fa7e164d-26e4-4f2c-b098-25819018673b req-6d1b79a9-323d-4415-8948-8c15cbceb50b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513487 Dec 22 16:54:43.351811 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e0d0c4b8-4811-4353-863c-2d12439050ac req-4a616d9e-8de7-4081-9168-6e492b2fb7ed tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171837 Dec 22 16:54:43.367339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] For port d5e5bc95-548b-4aad-9183-7c7e3327370a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d5e5bc95-548b-4aad-9183-7c7e3327370a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:43.367717 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:43.393221 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Calling delete_port for d5e5bc95-548b-4aad-9183-7c7e3327370a owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:54:43.588554 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:43.605358 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a', '9146f3aa-8e09-433e-8837-c1159bc554ee', '4660fa74-d91e-44e1-912b-c440ab91f3ed'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:43.639525 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event deleted for resources: {'Port': ['ID=d5e5bc95-548b-4aad-9183-7c7e3327370a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:43.731639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] No DVR routers for this DVR port d5e5bc95-548b-4aad-9183-7c7e3327370a on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:54:43.738056 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:43.745395 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c59b378e-8a58-4012-97c2-5a303a9b8a31 req-ba57663c-9499-4cde-8cbc-6abaf6d470bc tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "DELETE /v2.0/ports/d5e5bc95-548b-4aad-9183-7c7e3327370a HTTP/1.1" status: 204 len: 173 time: 0.9490786 Dec 22 16:54:43.746191 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'name': 'network-vif-deleted', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:43.748810 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5930e48-a24f-43d5-9787-2fd4f86f6281" -d '{"events": [{"server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "name": "network-vif-deleted", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:43.784912 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48027-667c-44a1-8609-a3a956f092b4 req-31cd61c7-fe40-4bd8-a51c-4e8d33ee2660 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:43.787190 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-70a48027-667c-44a1-8609-a3a956f092b4 req-31cd61c7-fe40-4bd8-a51c-4e8d33ee2660 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1600344 Dec 22 16:54:43.876069 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-70a48027-667c-44a1-8609-a3a956f092b4 req-7e4cd012-7717-4c64-af63-36164724f9e0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690913 Dec 22 16:54:43.936280 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8eae52-5462-4fd2-bde3-cd1d2dd85921 x-openstack-request-id: req-8c8eae52-5462-4fd2-bde3-cd1d2dd85921 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:43.936755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91e911d-c26e-4d3a-9f49-7465ab276c29", "name": "network-vif-deleted", "tag": "d5e5bc95-548b-4aad-9183-7c7e3327370a", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:43.937176 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c8eae52-5462-4fd2-bde3-cd1d2dd85921 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:43.937761 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91e911d-c26e-4d3a-9f49-7465ab276c29', 'name': 'network-vif-deleted', 'tag': 'd5e5bc95-548b-4aad-9183-7c7e3327370a', 'status': 'completed', 'code': 200} Dec 22 16:54:44.411142 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc8a6-d5af-4d30-944d-41f274d75bb0 req-a69d7ed7-d1a0-4ba5-b3bc-57da0e4b2d13 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:44.420519 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bcdc8a6-d5af-4d30-944d-41f274d75bb0 req-a69d7ed7-d1a0-4ba5-b3bc-57da0e4b2d13 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0712078 Dec 22 16:54:44.507686 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bcdc8a6-d5af-4d30-944d-41f274d75bb0 req-5784779a-9b3c-4755-8f9b-589b2928c7d5 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Dec 22 16:54:44.656318 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-be787d18-8503-45b6-bc51-59c9d733fdbb req-44a413ca-4cb0-41eb-a691-93a4a0190596 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91e911d-c26e-4d3a-9f49-7465ab276c29 HTTP/1.1" status: 200 len: 210 time: 0.0355604 Dec 22 16:54:45.026767 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8e769-faf4-460e-b17e-1ce125650f4a req-5429d490-bec4-4c9d-9dfd-aa6a448fa6f6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:45.031089 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-20c8e769-faf4-460e-b17e-1ce125650f4a req-5429d490-bec4-4c9d-9dfd-aa6a448fa6f6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0668998 Dec 22 16:54:45.085595 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-20c8e769-faf4-460e-b17e-1ce125650f4a req-6e76c64e-088e-4f9d-9716-2db6117aed61 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499563 Dec 22 16:54:45.267484 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d5e5bc95-548b-4aad-9183-7c7e3327370a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:54:45.291542 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: d5e5bc95-548b-4aad-9183-7c7e3327370a {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:54:45.292147 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d5e5bc95-548b-4aad-9183-7c7e3327370a not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:54:45.630183 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95133fc-0a00-4d57-914c-bfc96d553890 req-97021cc5-a163-4df3-ade4-ee3f78395d98 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:45.635335 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d95133fc-0a00-4d57-914c-bfc96d553890 req-97021cc5-a163-4df3-ade4-ee3f78395d98 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0568283 Dec 22 16:54:45.686407 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d95133fc-0a00-4d57-914c-bfc96d553890 req-d1cc7233-8ea2-4d5f-b7cd-9a1747157972 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Dec 22 16:54:46.317409 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7c31-01a1-4507-998d-2463296e8590 req-dc4d71ec-a903-4b61-98fd-793acbeffcde tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:46.319536 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9f7a7c31-01a1-4507-998d-2463296e8590 req-dc4d71ec-a903-4b61-98fd-793acbeffcde tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0975475 Dec 22 16:54:46.381198 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9f7a7c31-01a1-4507-998d-2463296e8590 req-e50ca0d9-d988-4385-9785-64102120df83 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558014 Dec 22 16:54:46.820856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc373-7015-4b7f-9b42-d43102e48f34 req-ae1d76b5-0838-4fab-a747-85f72b61fc62 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:46.822407 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-148bc373-7015-4b7f-9b42-d43102e48f34 req-ae1d76b5-0838-4fab-a747-85f72b61fc62 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0596907 Dec 22 16:54:46.882286 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-148bc373-7015-4b7f-9b42-d43102e48f34 req-fc346884-8476-4cd6-9c6f-173fc7c86c3a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Dec 22 16:54:47.326633 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4a82-7db6-4042-8d70-2b0562e365e8 req-5301ba71-8af8-4b1e-8791-6a783dd914cd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:47.330867 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c50d4a82-7db6-4042-8d70-2b0562e365e8 req-5301ba71-8af8-4b1e-8791-6a783dd914cd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0716784 Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.351303 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:54:47.354100 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:54:47.354907 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-c4f4fe1e-0be2-4327-b539-5a627746e510 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:47.357110 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-c4f4fe1e-0be2-4327-b539-5a627746e510 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 814 time: 0.1585007 Dec 22 16:54:47.376323 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-88110478-b382-453e-9e73-1fc8f2bda4c1 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/quotas/ebc434e4c250477b8b8a68f96b1667c2 HTTP/1.1" status: 200 len: 375 time: 0.0127213 Dec 22 16:54:47.395054 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c50d4a82-7db6-4042-8d70-2b0562e365e8 req-f6fc8c07-8624-46d9-b75b-c2e45772b676 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Dec 22 16:54:47.460478 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-cebe59b8-8548-48dd-ac38-ba27e4258f27 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766697 Dec 22 16:54:47.568164 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861bc80-38e4-487b-919a-6c0996ac23e8 req-3a340324-f89e-40ba-b74b-2a325262fc72 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:47.571370 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c861bc80-38e4-487b-919a-6c0996ac23e8 req-3a340324-f89e-40ba-b74b-2a325262fc72 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0824871 Dec 22 16:54:47.587560 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-9d4c564b-036c-4e24-b51e-2ad5ddaa3c97 service neutron] 10.222.0.41 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254315 Dec 22 16:54:47.645692 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c861bc80-38e4-487b-919a-6c0996ac23e8 req-177be7eb-470f-468a-9fef-d569827eeaa7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627115 Dec 22 16:54:47.727222 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-2108c6de-337c-4f38-a4ee-00b1f4e3d8b8 service neutron] 10.222.0.41 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323781 Dec 22 16:54:47.959738 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-434d99e5-e317-42a6-818d-345b1b90c8b3 req-6eb3ce0c-32f3-495f-9d19-dbf140faa1d3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 210 time: 0.0422513 Dec 22 16:54:48.093517 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07e08a-2255-47d8-82b5-6e2bc502dd73 req-62d87ff5-16ae-4683-8b33-2d97d2a5a808 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:48.101475 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-dd07e08a-2255-47d8-82b5-6e2bc502dd73 req-62d87ff5-16ae-4683-8b33-2d97d2a5a808 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0994427 Dec 22 16:54:48.168858 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-dd07e08a-2255-47d8-82b5-6e2bc502dd73 req-bbbae683-1dba-426b-8b8a-2424a3a327f8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663214 Dec 22 16:54:48.568730 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2035d45-96c2-46a2-97d2-5b2b15d5aa65 req-ad46357b-c219-466e-bc46-49775a24437f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:48.570263 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d2035d45-96c2-46a2-97d2-5b2b15d5aa65 req-ad46357b-c219-466e-bc46-49775a24437f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.0569851 Dec 22 16:54:48.627404 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d2035d45-96c2-46a2-97d2-5b2b15d5aa65 req-e7470df0-b349-4450-89f6-16932dcb2c7e tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486593 Dec 22 16:54:48.806440 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6297-d84b-4d07-8f48-d35f0fad765c req-116ef518-9e72-4ef2-8af7-0443c0569ad3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:48.808232 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1ffe6297-d84b-4d07-8f48-d35f0fad765c req-116ef518-9e72-4ef2-8af7-0443c0569ad3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0879149 Dec 22 16:54:48.879294 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1ffe6297-d84b-4d07-8f48-d35f0fad765c req-3f815aba-fed3-42e0-8f25-203f4ef69977 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590985 Dec 22 16:54:49.072057 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4aa9c0c6-1f19-48d3-a27d-c48d187f9b5d req-4df6f8fa-411a-4878-a275-942ee46d3762 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 210 time: 0.0435281 Dec 22 16:54:49.461916 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b92fc2-327e-43d5-a9db-8ce765775b56 req-1b5ab9e5-927a-4a37-a3af-e0f3bb609165 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:49.469510 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-03b92fc2-327e-43d5-a9db-8ce765775b56 req-1b5ab9e5-927a-4a37-a3af-e0f3bb609165 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.2038331 Dec 22 16:54:49.484933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339c40-666e-496d-a780-4993a0f86095 req-1d0fb201-2d75-47d1-b3f6-ee4d68310be6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:49.487049 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea339c40-666e-496d-a780-4993a0f86095 req-1d0fb201-2d75-47d1-b3f6-ee4d68310be6 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.2440338 Dec 22 16:54:49.596116 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-c8058eae-9ab9-4a6f-b08b-1da27ec1ccc3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:49.598205 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-c8058eae-9ab9-4a6f-b08b-1da27ec1ccc3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 814 time: 0.3027279 Dec 22 16:54:49.630142 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'port': {'device_id': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'admin_state_up': True, 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:54:49.644498 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-03b92fc2-327e-43d5-a9db-8ce765775b56 req-558d665c-9030-4ee5-93db-fe7a2234bf8f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714044 Dec 22 16:54:49.704073 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Deleting port 4660fa74-d91e-44e1-912b-c440ab91f3ed {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:54:49.704629 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:49.890145 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bb79d-943b-4d55-aa58-24069c76f984 req-2faac4e0-1f95-4650-b406-497186326405 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:49.901166 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1e0bb79d-943b-4d55-aa58-24069c76f984 req-2faac4e0-1f95-4650-b406-497186326405 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 946 time: 0.1528058 Dec 22 16:54:49.917166 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] For port 4660fa74-d91e-44e1-912b-c440ab91f3ed, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4660fa74-d91e-44e1-912b-c440ab91f3ed,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:54:49.918456 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:49.946342 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Calling delete_port for 4660fa74-d91e-44e1-912b-c440ab91f3ed owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:54:49.975856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Made reservation on behalf of ebc434e4c250477b8b8a68f96b1667c2 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:54:49.980683 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:50.031589 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1e0bb79d-943b-4d55-aa58-24069c76f984 req-4434c555-1e50-4ab0-b1de-5dd4d984835e tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057370 Dec 22 16:54:50.210559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Allocated IP 172.20.0.5 (c33aaa49-856d-4bc0-bf9e-674df169b1c1/53621522-9666-46bf-bf01-b07a6576b387/d29c3c47-8c2a-4c01-971d-d9762212a938) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:54:50.224713 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a52c33-ab99-465b-b38d-06b3ea16b9d9 req-bcc543e7-73ba-4553-bf84-1f45c1484121 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:50.233066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-18a52c33-ab99-465b-b38d-06b3ea16b9d9 req-bcc543e7-73ba-4553-bf84-1f45c1484121 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1377094 Dec 22 16:54:50.264034 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-012dbcaf-7117-4131-95d9-f313577de2c4 req-526610fe-4c0b-4f78-8567-6192ac161145 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 210 time: 0.0425961 Dec 22 16:54:50.366030 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-18a52c33-ab99-465b-b38d-06b3ea16b9d9 req-3d085fd9-2c39-4197-b574-9c9de7ccb26a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290340 Dec 22 16:54:50.404309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:50.423892 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a', '9146f3aa-8e09-433e-8837-c1159bc554ee'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:54:50.443326 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event deleted for resources: {'Port': ['ID=4660fa74-d91e-44e1-912b-c440ab91f3ed,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:50.545155 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] No DVR routers for this DVR port 4660fa74-d91e-44e1-912b-c440ab91f3ed on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:54:50.555449 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:50.559066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea339c40-666e-496d-a780-4993a0f86095 req-86fe7384-e2e7-496a-ab0a-be078d3d1dfa tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "DELETE /v2.0/ports/4660fa74-d91e-44e1-912b-c440ab91f3ed HTTP/1.1" status: 204 len: 173 time: 1.0277429 Dec 22 16:54:50.559643 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'name': 'network-vif-deleted', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:54:50.572708 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b90007-6cbc-4de9-b163-31b4e9465970" -d '{"events": [{"server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "name": "network-vif-deleted", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:54:50.610474 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:50.676797 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b467f-0904-4de6-af66-74d65a0e6e97 x-openstack-request-id: req-136b467f-0904-4de6-af66-74d65a0e6e97 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:54:50.677088 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e384b-6b6a-49c4-8575-5eebca6aae92", "name": "network-vif-deleted", "tag": "4660fa74-d91e-44e1-912b-c440ab91f3ed", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:54:50.677346 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-136b467f-0904-4de6-af66-74d65a0e6e97 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:54:50.677750 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e384b-6b6a-49c4-8575-5eebca6aae92', 'name': 'network-vif-deleted', 'tag': '4660fa74-d91e-44e1-912b-c440ab91f3ed', 'status': 'completed', 'code': 200} Dec 22 16:54:50.701290 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:50.799218 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:50.808818 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:54:50.811515 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:54:50.814352 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:54:50.958449 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:50.959146 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:51.009125 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-e1aa6bec-4880-46ca-8d72-e4539465eb46 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941078 Dec 22 16:54:51.015410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db368991-d01f-4904-a74e-26b1165e4d83 req-9aa5e7dc-6374-4030-b92a-46dda0d5e720 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:51.018495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db368991-d01f-4904-a74e-26b1165e4d83 req-9aa5e7dc-6374-4030-b92a-46dda0d5e720 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1627481 Dec 22 16:54:51.129894 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db368991-d01f-4904-a74e-26b1165e4d83 req-643bcc99-e60b-4877-b5bb-a9fe3b94d2af tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030102 Dec 22 16:54:51.237290 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-23429bb9-87a3-44cc-a7d9-b9d4598da01b None None] Provisioning complete for port d29c3c47-8c2a-4c01-971d-d9762212a938 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:54:51.245307 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-23429bb9-87a3-44cc-a7d9-b9d4598da01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:51.279302 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e9c82422-4793-4b11-be3c-90f8d5726295 req-fbcfb15e-e464-41b8-82b9-396d923b6ea2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0768127 Dec 22 16:54:51.304343 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 4660fa74-d91e-44e1-912b-c440ab91f3ed no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:54:51.335254 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 4660fa74-d91e-44e1-912b-c440ab91f3ed {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:54:51.335595 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 4660fa74-d91e-44e1-912b-c440ab91f3ed not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:54:51.342975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-23429bb9-87a3-44cc-a7d9-b9d4598da01b None None] Port d29c3c47-8c2a-4c01-971d-d9762212a938 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:54:51.462459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffc3f4-49b7-4d75-a279-3060ddb60586 req-ee57fa5b-541e-4fa7-ac9c-345e3d365656 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:51.481692 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffc3f4-49b7-4d75-a279-3060ddb60586 req-ee57fa5b-541e-4fa7-ac9c-345e3d365656 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.1097174 Dec 22 16:54:51.540440 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ad65-e8cd-47a8-b7a8-0ea16e2eccda req-966f0803-e804-4521-a23a-585108f1e850 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:51.546812 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1bffc3f4-49b7-4d75-a279-3060ddb60586 req-792dbd46-9d14-4878-be89-11be2b9a4f38 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639765 Dec 22 16:54:51.554116 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d000ad65-e8cd-47a8-b7a8-0ea16e2eccda req-966f0803-e804-4521-a23a-585108f1e850 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1009231 Dec 22 16:54:51.612897 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d000ad65-e8cd-47a8-b7a8-0ea16e2eccda req-23119ac6-5ca9-4927-be88-c02d60f003aa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572128 Dec 22 16:54:52.276687 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6677-3bec-4c50-8a11-c6a40f18d4ec req-893d1389-983c-4db5-9df3-576be5a561a9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:52.287389 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b7dd6677-3bec-4c50-8a11-c6a40f18d4ec req-893d1389-983c-4db5-9df3-576be5a561a9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0734873 Dec 22 16:54:52.353372 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b7dd6677-3bec-4c50-8a11-c6a40f18d4ec req-834f6da6-661d-4e04-9c6e-d21408908fda tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 Dec 22 16:54:52.543904 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-abbf2040-eb75-4c52-805a-81595e84629d req-4372779a-6ea3-4c70-93c5-20ff637dc23a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Dec 22 16:54:52.800929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c74b-d9da-4fcf-b023-2dd38ed2a6ac req-010b404f-cafb-45a2-8d8d-b659f772dd6a tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:52.804320 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c307c74b-d9da-4fcf-b023-2dd38ed2a6ac req-010b404f-cafb-45a2-8d8d-b659f772dd6a tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.1816032 Dec 22 16:54:52.919087 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c307c74b-d9da-4fcf-b023-2dd38ed2a6ac req-86fc2800-f0f4-45b3-aba5-598a64885a21 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125071 Dec 22 16:54:53.111521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44d53-7fe5-46db-9773-43ca3c0ee390 req-db2c9f9d-3863-4014-8b77-92099079af14 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:53.120917 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72f44d53-7fe5-46db-9773-43ca3c0ee390 req-db2c9f9d-3863-4014-8b77-92099079af14 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1019661 Dec 22 16:54:53.190507 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72f44d53-7fe5-46db-9773-43ca3c0ee390 req-6de6c17a-4249-469a-9772-01b72fd528f8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701122 Dec 22 16:54:53.517181 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdae1b-09c6-43b5-ad1d-1328b3c2ced3 req-988ff7e8-6c6a-4ce9-8a70-670ced93fddf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:53.520089 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f3bdae1b-09c6-43b5-ad1d-1328b3c2ced3 req-988ff7e8-6c6a-4ce9-8a70-670ced93fddf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0779521 Dec 22 16:54:53.590049 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f3bdae1b-09c6-43b5-ad1d-1328b3c2ced3 req-0f510537-0297-4d73-96f9-4d4639607415 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619333 Dec 22 16:54:53.798951 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-014e8332-78e4-4bcd-a0b7-0569b6ebbb61 req-6296270f-c4bb-437c-a048-4f0a30fc51ae tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0736170 Dec 22 16:54:54.064106 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5859a-53de-4447-a59a-733adc8b2333 req-8df7c727-fe29-42a4-98f4-9a169b5e1731 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:54.065740 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a4a5859a-53de-4447-a59a-733adc8b2333 req-8df7c727-fe29-42a4-98f4-9a169b5e1731 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0687304 Dec 22 16:54:54.132445 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a4a5859a-53de-4447-a59a-733adc8b2333 req-2971fb3f-ae2d-4a96-b886-bce602aba7f3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577452 Dec 22 16:54:54.383007 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e560bf-f528-43eb-bfc7-5d09492ab17c req-72a69772-2431-4eb7-8011-43b92713ffcd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:54.385165 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-79e560bf-f528-43eb-bfc7-5d09492ab17c req-72a69772-2431-4eb7-8011-43b92713ffcd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0875132 Dec 22 16:54:54.439202 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-79e560bf-f528-43eb-bfc7-5d09492ab17c req-2b901bcc-46d9-4657-98e5-d42b8cb66480 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Dec 22 16:54:54.729273 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31feb1-8336-4012-ada3-e79566a88aca req-2c287423-43b9-4999-91a7-f69467e65b82 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:54.731822 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2f31feb1-8336-4012-ada3-e79566a88aca req-2c287423-43b9-4999-91a7-f69467e65b82 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0716181 Dec 22 16:54:54.790815 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2f31feb1-8336-4012-ada3-e79566a88aca req-55045412-3d58-435b-80e9-b13d2a4e7fcc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530291 Dec 22 16:54:54.904707 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-04bcd1c8-41d0-491a-8a1d-bd2be4f3b2bb req-e538462f-d336-41d7-9b65-fe7360c54466 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0267453 Dec 22 16:54:55.298196 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e58a91-75c9-4680-be12-dc16c68523dd req-765ce3a1-0423-47c8-89c0-7dd78510c939 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:55.299668 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-46e58a91-75c9-4680-be12-dc16c68523dd req-765ce3a1-0423-47c8-89c0-7dd78510c939 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0565612 Dec 22 16:54:55.349999 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-46e58a91-75c9-4680-be12-dc16c68523dd req-ffa3253a-6d30-4a64-8466-fcf4f2c74b1e tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Dec 22 16:54:55.577362 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b077bb-41f9-40a4-b2e9-0a031e053314 req-07eb85ca-9786-43b7-903b-2c90c54d2d28 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:55.578838 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84b077bb-41f9-40a4-b2e9-0a031e053314 req-07eb85ca-9786-43b7-903b-2c90c54d2d28 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Dec 22 16:54:55.627506 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84b077bb-41f9-40a4-b2e9-0a031e053314 req-5c3052cc-7f72-4979-a390-f80828affb4d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Dec 22 16:54:55.926498 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617233aa-7e05-4dff-8425-e9038b602367 req-da5a30ff-708e-43a5-bd81-bba19c5c2336 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:55.928028 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-617233aa-7e05-4dff-8425-e9038b602367 req-da5a30ff-708e-43a5-bd81-bba19c5c2336 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0567091 Dec 22 16:54:55.982181 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-617233aa-7e05-4dff-8425-e9038b602367 req-652d3f93-d2d2-46ee-b80a-6ba5f5fb7311 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Dec 22 16:54:56.305083 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cce2029a-c059-4719-bb79-0e2fe57e4767 req-a3ed0ddc-94f1-4065-9969-0c36fea31ccd tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.2545958 Dec 22 16:54:56.465155 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce7219-b4f7-4e83-8e12-4d52906ce5f6 req-abc0c9c4-636a-4f76-a935-d7c67bf9feb2 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:56.466895 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-51ce7219-b4f7-4e83-8e12-4d52906ce5f6 req-abc0c9c4-636a-4f76-a935-d7c67bf9feb2 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0521405 Dec 22 16:54:56.516808 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-51ce7219-b4f7-4e83-8e12-4d52906ce5f6 req-1579f124-811e-4790-97e6-960162736fec tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Dec 22 16:54:56.748798 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f89a00-4f12-4620-932f-3322fa453276 req-08497c28-c905-4b8d-9034-173e53d27010 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:56.750289 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a2f89a00-4f12-4620-932f-3322fa453276 req-08497c28-c905-4b8d-9034-173e53d27010 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Dec 22 16:54:56.799867 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a2f89a00-4f12-4620-932f-3322fa453276 req-1f464f5a-adce-42a0-be21-e96d6a6706c2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Dec 22 16:54:57.104366 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213ece-3aab-44bd-9cc7-37496be8ed53 req-f9146a74-fddc-4282-b72e-e5c63ce52d89 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:57.106240 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-34213ece-3aab-44bd-9cc7-37496be8ed53 req-f9146a74-fddc-4282-b72e-e5c63ce52d89 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0566044 Dec 22 16:54:57.158356 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-34213ece-3aab-44bd-9cc7-37496be8ed53 req-ae85e8bd-a613-49a9-a26f-c55323a5ca5e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Dec 22 16:54:57.414148 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5e090d33-ae54-4429-aebb-359ab42a65ae req-bbba0817-3f0c-44ef-83c9-7eb1e895f287 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Dec 22 16:54:57.627716 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171906e9-ba31-4964-a84f-53bf105be49b req-0a489036-c165-4dca-9df2-5d3eca531473 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:57.629739 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-171906e9-ba31-4964-a84f-53bf105be49b req-0a489036-c165-4dca-9df2-5d3eca531473 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0483615 Dec 22 16:54:57.678949 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-171906e9-ba31-4964-a84f-53bf105be49b req-76ad3152-b29c-4012-bda1-fc56a14bf0cf tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Dec 22 16:54:57.915455 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd571eb-cdbc-4193-93a3-abf1126fe3dc req-3b5bdc1b-958b-4fdc-b430-b8b804c8322f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:57.917113 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9fd571eb-cdbc-4193-93a3-abf1126fe3dc req-3b5bdc1b-958b-4fdc-b430-b8b804c8322f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Dec 22 16:54:57.977986 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9fd571eb-cdbc-4193-93a3-abf1126fe3dc req-26d2844d-c832-47c1-8450-1ba1692be8cd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547092 Dec 22 16:54:58.280719 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3243c46-9de9-4f72-aaf5-1b32b6a6f80e req-cc07d937-a37e-411d-a02a-45c799e35183 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:58.282561 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f3243c46-9de9-4f72-aaf5-1b32b6a6f80e req-cc07d937-a37e-411d-a02a-45c799e35183 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0550954 Dec 22 16:54:58.331773 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f3243c46-9de9-4f72-aaf5-1b32b6a6f80e req-e0785891-4229-4597-9e07-c0ad5d030a8a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Dec 22 16:54:58.544135 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a08f00e8-0baf-4dfb-b706-45d3d489d88f req-71813c95-1dc5-44a5-a7cb-8887dda46ced tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Dec 22 16:54:58.808106 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea256e-170e-4215-80bc-f4a2bf2d00cd req-66af8b7a-fd43-4177-96c5-2471af3f809b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:58.809826 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-31ea256e-170e-4215-80bc-f4a2bf2d00cd req-66af8b7a-fd43-4177-96c5-2471af3f809b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0560751 Dec 22 16:54:58.858394 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-31ea256e-170e-4215-80bc-f4a2bf2d00cd req-1090e269-8818-49c2-9a4a-2c6570c9c9be tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Dec 22 16:54:58.953379 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 33558) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:59.114755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7fe83822-6812-4671-ad67-6352c9f9c866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.168233 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d340ff-d4fa-49e6-a666-df5d3c7264db req-5b1d22d9-b71f-4458-90d7-2ed9ffd37d51 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:59.170979 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-36d340ff-d4fa-49e6-a666-df5d3c7264db req-5b1d22d9-b71f-4458-90d7-2ed9ffd37d51 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.1115360 Dec 22 16:54:59.242855 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-36d340ff-d4fa-49e6-a666-df5d3c7264db req-faf94b6f-0f27-4d8e-95cb-62f1d00e1274 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731390 Dec 22 16:54:59.255903 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7fe83822-6812-4671-ad67-6352c9f9c866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.267259 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7fe83822-6812-4671-ad67-6352c9f9c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.299176 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7fe83822-6812-4671-ad67-6352c9f9c866 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=406a3c4a84914730a878f52a29ebb880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446414 Dec 22 16:54:59.300035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe83822-6812-4671-ad67-6352c9f9c866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a79de90-d1ea-4618-9d25-0406a67b7696,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:59.301957 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33564) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:54:59.366335 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.414980 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.474254 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.477168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:54:59.477317 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8775720-b363-4abb-9642-8f3a177bc476 req-7f3de66c-3041-4a5e-b587-42cb47a71f14 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:59.478316 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a79de90-d1ea-4618-9d25-0406a67b7696 HTTP/1.1" status: 204 len: 168 time: 0.1753025 Dec 22 16:54:59.478725 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a8775720-b363-4abb-9642-8f3a177bc476 req-7f3de66c-3041-4a5e-b587-42cb47a71f14 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0569453 Dec 22 16:54:59.492183 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162370d-ed2e-4d17-bb0a-80317981e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a79de90-d1ea-4618-9d25-0406a67b7696,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:54:59.557054 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a8775720-b363-4abb-9642-8f3a177bc476 req-6689fc4f-9496-4fc0-a4bf-b441aa8c917a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Dec 22 16:54:59.574325 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:54:59.673388 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-967ba26e-7f95-43bc-95f6-0f8192cf1638 req-8596cef2-4ce3-432b-b0fa-42351355689c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0328057 Dec 22 16:54:59.994045 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26ef4a-af5b-4593-9e70-097356faabab req-a5c56bb3-a63a-4580-a34e-f0ba9b0e3b41 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:54:59.995587 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ec26ef4a-af5b-4593-9e70-097356faabab req-a5c56bb3-a63a-4580-a34e-f0ba9b0e3b41 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0556097 Dec 22 16:55:00.047537 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ec26ef4a-af5b-4593-9e70-097356faabab req-f6ad3236-dc58-4f10-be76-5845ec029d48 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Dec 22 16:55:00.367944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb575a5-a229-41e4-a2b8-6e4281b4ef5c req-ff17ba23-3830-495f-9500-80b8992580ae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:00.369607 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3bb575a5-a229-41e4-a2b8-6e4281b4ef5c req-ff17ba23-3830-495f-9500-80b8992580ae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0510812 Dec 22 16:55:00.420333 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3bb575a5-a229-41e4-a2b8-6e4281b4ef5c req-624cf63e-414e-4815-9608-eaeac2e71279 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445938 Dec 22 16:55:00.514364 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-cf475760-e840-481b-8f8d-1997b13ab6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:00.675518 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa157be-1f64-47e6-b78d-fbde963bb917 req-cd41863f-b314-4e2e-b5a9-2b78bfd83775 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:00.677127 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-baa157be-1f64-47e6-b78d-fbde963bb917 req-cd41863f-b314-4e2e-b5a9-2b78bfd83775 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0522051 Dec 22 16:55:00.741122 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-baa157be-1f64-47e6-b78d-fbde963bb917 req-ac8727a5-f661-4040-a367-54b320b41e69 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Dec 22 16:55:00.842875 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14b8b903-3054-44a9-9021-c9edad22bb4b req-f4737581-fb9e-464d-aa45-91823e500da5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0351822 Dec 22 16:55:01.178858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130b671-62c5-43fb-86ad-79afdcd4e059 req-ffa4d5b6-a71a-4838-b2cd-ebdf7982a494 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:01.180432 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b130b671-62c5-43fb-86ad-79afdcd4e059 req-ffa4d5b6-a71a-4838-b2cd-ebdf7982a494 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0545690 Dec 22 16:55:01.231093 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b130b671-62c5-43fb-86ad-79afdcd4e059 req-10793a48-2427-4978-9741-a2cd1534eb6f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Dec 22 16:55:01.563326 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c644f10-de1b-4966-8f47-d3c42e11ab42 req-1efc15a6-368f-4ab2-b804-6de0b191e1bd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:01.564866 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4c644f10-de1b-4966-8f47-d3c42e11ab42 req-1efc15a6-368f-4ab2-b804-6de0b191e1bd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0608716 Dec 22 16:55:01.616974 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4c644f10-de1b-4966-8f47-d3c42e11ab42 req-3b405d0e-2e4d-4440-90ac-f7fa8ae40260 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Dec 22 16:55:01.850342 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80883a-450a-4251-8599-e16cb73b4f55 req-8ca72167-4744-40c7-b601-f3672fd9ae8b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:01.852030 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-df80883a-450a-4251-8599-e16cb73b4f55 req-8ca72167-4744-40c7-b601-f3672fd9ae8b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0577497 Dec 22 16:55:01.903617 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-df80883a-450a-4251-8599-e16cb73b4f55 req-db746165-0408-4836-801b-80e7ef0193cc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Dec 22 16:55:01.994585 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5222f7dd-76f0-4d6b-93ba-b4f4e2216a43 req-a3ca1796-85b2-4b82-bbf8-62acb4bfbc2c tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0257690 Dec 22 16:55:02.358985 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25230d0a-a571-44ad-99af-8872b3132729 req-8933713a-fbae-4286-855d-c09cb13de1cc tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:02.360519 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-25230d0a-a571-44ad-99af-8872b3132729 req-8933713a-fbae-4286-855d-c09cb13de1cc tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0539165 Dec 22 16:55:02.408124 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-25230d0a-a571-44ad-99af-8872b3132729 req-50adf4e0-e67d-474e-9800-25b231db0f55 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Dec 22 16:55:02.686836 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b1c82f0e-e8b3-4d2b-bbf1-cddd77f12ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:02.738912 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb2b81-ef54-49ea-b03a-1162c8d05d42 req-57437e56-bc7b-47f1-bca2-26956b127495 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:02.740409 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d7bb2b81-ef54-49ea-b03a-1162c8d05d42 req-57437e56-bc7b-47f1-bca2-26956b127495 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Dec 22 16:55:02.787910 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d7bb2b81-ef54-49ea-b03a-1162c8d05d42 req-f75971e9-018d-4bba-b423-c153c6a98bb4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Dec 22 16:55:03.020661 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33a92-47d1-43f1-b61b-4801b1f38d56 req-3b5c83c6-4a80-4311-ac4a-6e5db186f388 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:03.022117 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aed33a92-47d1-43f1-b61b-4801b1f38d56 req-3b5c83c6-4a80-4311-ac4a-6e5db186f388 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0500073 Dec 22 16:55:03.071824 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-aed33a92-47d1-43f1-b61b-4801b1f38d56 req-2fe15c47-674c-4005-8c98-a30bcea57548 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Dec 22 16:55:03.162232 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0d339199-bac6-4390-ae05-2d556e57cda5 req-106f6a41-3a41-421a-95f8-0b2dd26479b3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Dec 22 16:55:03.543125 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42e488-c14d-41ac-9ef7-2c6552ed076e req-5789a075-73b3-4575-8edc-1a72ea2b5618 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:03.550631 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ad42e488-c14d-41ac-9ef7-2c6552ed076e req-5789a075-73b3-4575-8edc-1a72ea2b5618 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0701663 Dec 22 16:55:03.602099 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ad42e488-c14d-41ac-9ef7-2c6552ed076e req-9e3cc55b-2c23-4f57-9003-6c3ff2edb148 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505683 Dec 22 16:55:03.922305 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f426f8-44f1-45f2-b172-3800621129b4 req-0f95fe8d-ddaa-4376-9833-77311b9c8cd6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:03.923850 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-55f426f8-44f1-45f2-b172-3800621129b4 req-0f95fe8d-ddaa-4376-9833-77311b9c8cd6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0563154 Dec 22 16:55:03.974481 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-55f426f8-44f1-45f2-b172-3800621129b4 req-ac070c7e-5d83-4a78-91c9-e046f12b49fa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Dec 22 16:55:04.009992 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:04.219609 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63df6-ef8e-4dbb-9931-c29d06f531d7 req-f58ed836-f71d-4549-b5bb-1bbaad03fc38 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:04.228640 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-57b63df6-ef8e-4dbb-9931-c29d06f531d7 req-f58ed836-f71d-4549-b5bb-1bbaad03fc38 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0779190 Dec 22 16:55:04.275333 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-57b63df6-ef8e-4dbb-9931-c29d06f531d7 req-291d55de-380c-48b4-bbf0-f01b3504b9d3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Dec 22 16:55:04.383538 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-32500774-3a84-4330-b673-47035b398452 req-5bc8071f-c1cc-459f-8da1-296184301ca5 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0408809 Dec 22 16:55:04.723315 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485739c-254e-4144-9263-c238d5f2b0a9 req-257a6fdf-16d2-41d0-8f06-7b3912e6a0a7 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:04.725034 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7485739c-254e-4144-9263-c238d5f2b0a9 req-257a6fdf-16d2-41d0-8f06-7b3912e6a0a7 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0560930 Dec 22 16:55:04.778712 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7485739c-254e-4144-9263-c238d5f2b0a9 req-3b8c05a1-2377-427b-a5e3-f22dbb70afa5 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Dec 22 16:55:05.093302 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787069b0-3dee-4726-8097-fe2270ed1c39 req-a3744ec6-82fa-4991-8756-c6df4bf58f64 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:05.094746 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-787069b0-3dee-4726-8097-fe2270ed1c39 req-a3744ec6-82fa-4991-8756-c6df4bf58f64 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Dec 22 16:55:05.141233 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-787069b0-3dee-4726-8097-fe2270ed1c39 req-0e063491-fdd8-46aa-b49c-8d3c2a87ff38 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Dec 22 16:55:05.390900 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743d0c-829f-489a-8303-fbd611d68e71 req-7dd23d83-dd8e-4cda-b236-546cdb7bba06 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:05.392414 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b1743d0c-829f-489a-8303-fbd611d68e71 req-7dd23d83-dd8e-4cda-b236-546cdb7bba06 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0497296 Dec 22 16:55:05.442033 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b1743d0c-829f-489a-8303-fbd611d68e71 req-0f736d32-76e5-4996-ac1c-4bf4a39d9a86 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Dec 22 16:55:05.449967 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:05.464895 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Request body: {'port': {'device_id': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:05.544291 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:05.600678 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c3e65e61-5f9b-48bb-b7aa-028e9e67f9de req-5eb4a5f3-8e23-4257-8f60-fdc6e0bbce4d tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=859e384b-6b6a-49c4-8575-5eebca6aae92 HTTP/1.1" status: 200 len: 210 time: 0.0440979 Dec 22 16:55:05.618799 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-0265d243-3e36-44e1-9a99-756d5b23f98e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472641 Dec 22 16:55:05.711491 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-82a2ad81-6d90-494d-b06e-dc3eb0835252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:05.713576 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-82a2ad81-6d90-494d-b06e-dc3eb0835252 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 1099 time: 0.0513678 Dec 22 16:55:05.840662 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-dd353d0c-b71b-45a8-8a6a-cb7d9ae454ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:05.842189 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-dd353d0c-b71b-45a8-8a6a-cb7d9ae454ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.0956924 Dec 22 16:55:05.880896 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c3c47-8c2a-4c01-971d-d9762212a938 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:55:05.889593 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:05.902787 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Transition to ACTIVE for port object d29c3c47-8c2a-4c01-971d-d9762212a938 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:55:05.904138 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907490d-ce44-4b02-b374-bfd2978b797d req-49e62c0f-d61a-4b07-84a1-a7611d181c3a tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:05.906341 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b907490d-ce44-4b02-b374-bfd2978b797d req-49e62c0f-d61a-4b07-84a1-a7611d181c3a tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 931 time: 0.0559342 Dec 22 16:55:05.915221 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:05.949495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-04db580a-9452-4ee7-b893-b2062e5c1d7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 200 len: 217 time: 0.0425446 Dec 22 16:55:05.999190 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:06.025732 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b907490d-ce44-4b02-b374-bfd2978b797d req-c712495b-f3d9-4d3e-aa6c-3eb94aefc1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117260 Dec 22 16:55:06.036925 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-3b643eff-1d60-4890-9dc1-d0287bdd4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.038723 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-3b643eff-1d60-4890-9dc1-d0287bdd4a28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.0686922 Dec 22 16:55:06.063383 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Attempting to bind port d29c3c47-8c2a-4c01-971d-d9762212a938 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:06.063781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Attempting to bind port d29c3c47-8c2a-4c01-971d-d9762212a938 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:55:06.064057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Attempting to bind port d29c3c47-8c2a-4c01-971d-d9762212a938 on network c33aaa49-856d-4bc0-bf9e-674df169b1c1 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:55:06.071970 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Port d29c3c47-8c2a-4c01-971d-d9762212a938 on network c33aaa49-856d-4bc0-bf9e-674df169b1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:55:06.072333 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Attempting to bind port d29c3c47-8c2a-4c01-971d-d9762212a938 on network c33aaa49-856d-4bc0-bf9e-674df169b1c1 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:55:06.080594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-43b6ab24-25a2-4086-8f10-0167286a57bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329361 Dec 22 16:55:06.083990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:55:06.084441 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Checking segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:55:06.084838 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Bound using segment: {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:55:06.085274 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Bound port: d29c3c47-8c2a-4c01-971d-d9762212a938, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92b2595-8995-4d2b-bef0-8f78880ebb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:55:06.085636 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:06.169472 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:55:06.173606 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:55:06.180653 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:06.226510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.227194 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:06.228965 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] 10.222.0.54 "PUT /v2.0/ports/d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 1093 time: 0.7784190 Dec 22 16:55:06.229429 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:06.231792 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e13bf5-ce9b-4331-baaa-142f4273b2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:06.252567 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:06.275353 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3167128-ea1c-4df5-b795-568950867c02 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:06.301419 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-d4c069f9-1bd3-473f-bacd-f2aac0b9df0c service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023270 Dec 22 16:55:06.310269 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500f21-2990-41e4-940c-874a256e3807 req-8485b12b-698c-4074-b730-7f998bbfbdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.312914 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-8485b12b-698c-4074-b730-7f998bbfbdb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1099 time: 0.1012218 Dec 22 16:55:06.328928 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce5f8e-0016-42bd-a9cd-4e8667b6b89a x-openstack-request-id: req-4cce5f8e-0016-42bd-a9cd-4e8667b6b89a {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:06.329349 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:06.329482 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cce5f8e-0016-42bd-a9cd-4e8667b6b89a {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:06.329847 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:55:06.375657 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-564a80a6-5de4-4d26-8a01-82983b203d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.379997 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-564a80a6-5de4-4d26-8a01-82983b203d3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1096 time: 0.1007864 Dec 22 16:55:06.397180 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61463a7-2e04-4790-b80b-fa020c8d98c3 req-e8aede10-1403-42ff-afb5-8c9052911944 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.404860 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d61463a7-2e04-4790-b80b-fa020c8d98c3 req-e8aede10-1403-42ff-afb5-8c9052911944 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0891485 Dec 22 16:55:06.435986 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:06.495880 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e22c04b1-a11d-413a-b81c-2438d6d34282 req-4dffbbf2-bc14-4153-87b1-0caa52d88572 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805189 Dec 22 16:55:06.503942 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-f12f6c30-208c-48ee-b450-fc850277a8cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 217 time: 0.0961092 Dec 22 16:55:06.511102 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500f21-2990-41e4-940c-874a256e3807 req-893b054a-26b7-4b9b-91a0-9d40bde61613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.512316 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-893b054a-26b7-4b9b-91a0-9d40bde61613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.1739130 Dec 22 16:55:06.582627 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d61463a7-2e04-4790-b80b-fa020c8d98c3 req-de3b0302-ebd6-4805-9bf4-88d0f1ec4de4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765881 Dec 22 16:55:06.587980 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-8d74adbe-b90b-45a4-8fcd-41ddfe009db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.589796 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-8d74adbe-b90b-45a4-8fcd-41ddfe009db2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0765126 Dec 22 16:55:06.617956 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-1f044d87-e41c-432b-aa40-6a46d8489e01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 1002 time: 0.0953627 Dec 22 16:55:06.631316 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0da58-ea4d-42f1-bc18-75e81cce1bf5 req-612276c8-4406-4a52-b086-d042fa15a031 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.633089 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9ee0da58-ea4d-42f1-bc18-75e81cce1bf5 req-612276c8-4406-4a52-b086-d042fa15a031 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0705194 Dec 22 16:55:06.648440 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-1119b7a7-415d-4a31-a024-9da03a207235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.650129 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-1119b7a7-415d-4a31-a024-9da03a207235 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491168 Dec 22 16:55:06.716920 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500f21-2990-41e4-940c-874a256e3807 req-1aca787c-5466-491f-b1c3-1f8b5646306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.718487 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-1aca787c-5466-491f-b1c3-1f8b5646306c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0843446 Dec 22 16:55:06.742895 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9ee0da58-ea4d-42f1-bc18-75e81cce1bf5 req-5896b58f-e998-4417-aeaa-7a61bf3a9d20 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000931 Dec 22 16:55:06.767763 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-00a870e0-ca20-4920-9e9a-395301c4791e service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066980 Dec 22 16:55:06.776823 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500f21-2990-41e4-940c-874a256e3807 req-7f39937a-3968-496d-8c15-9cfb23bd6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.778309 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-7f39937a-3968-496d-8c15-9cfb23bd6280 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495398 Dec 22 16:55:06.889198 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b617174d-b5fe-43c3-a032-24655ed6cdd0 req-d77658e4-d824-4b8b-8917-12fe906f889b service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998306 Dec 22 16:55:06.975343 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7437c1-7d19-4372-8514-1f57e6794bfe req-dfc13f3b-2aac-45b4-a682-20b22d268585 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:06.976961 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3b7437c1-7d19-4372-8514-1f57e6794bfe req-dfc13f3b-2aac-45b4-a682-20b22d268585 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.0767720 Dec 22 16:55:06.979315 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-02076c08-2588-42b8-9515-f7c2568ef770 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885662 Dec 22 16:55:07.052124 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-9810e6ab-f11d-4e6f-a8d3-326c0bbf3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.054811 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-9810e6ab-f11d-4e6f-a8d3-326c0bbf3e2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1096 time: 0.0590396 Dec 22 16:55:07.092634 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3b7437c1-7d19-4372-8514-1f57e6794bfe req-8793e400-b985-42ef-b33c-7e767656bf83 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089916 Dec 22 16:55:07.153253 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-af500f21-2990-41e4-940c-874a256e3807 req-cc6c19fe-3929-4da3-9825-5276cdc0f7c3 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533384 Dec 22 16:55:07.209987 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-3a09b48f-e7d8-4086-b801-fca8db9dddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.211538 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-3a09b48f-e7d8-4086-b801-fca8db9dddd5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.1472473 Dec 22 16:55:07.229527 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309f370-b7e6-487c-bbca-d84a279811d4 req-a3070230-e5e7-44e1-bde2-06d57202c3cd tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.231015 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1309f370-b7e6-487c-bbca-d84a279811d4 req-a3070230-e5e7-44e1-bde2-06d57202c3cd tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 943 time: 0.0827899 Dec 22 16:55:07.288527 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-ca911b80-7a38-4371-bcc8-0fff0b99a2a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 217 time: 0.0565424 Dec 22 16:55:07.354291 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1309f370-b7e6-487c-bbca-d84a279811d4 req-958d9c38-0c40-464e-b4dc-cae878a76533 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 Dec 22 16:55:07.354542 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50c2da-a322-47f6-a28e-6a0b6fa44a47 req-130f90c1-5195-4975-a18f-e92dec7cb056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.355928 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8f50c2da-a322-47f6-a28e-6a0b6fa44a47 req-130f90c1-5195-4975-a18f-e92dec7cb056 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.0454080 Dec 22 16:55:07.367832 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-8ec71536-0a37-4032-8700-7124252e114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.369478 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-8ec71536-0a37-4032-8700-7124252e114d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0582657 Dec 22 16:55:07.404778 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8f50c2da-a322-47f6-a28e-6a0b6fa44a47 req-285acf35-3fb9-4d45-9a0c-3816fc34ed7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Dec 22 16:55:07.422870 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-df1c4fd5-5921-4c88-af8f-2c5cea469b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.424360 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-df1c4fd5-5921-4c88-af8f-2c5cea469b3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449998 Dec 22 16:55:07.701186 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6006-ffc1-4eb4-a3af-3f3c6fe15e78 req-138287c3-bec0-41f4-9556-e2800b0056ff tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.702698 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-73cb6006-ffc1-4eb4-a3af-3f3c6fe15e78 req-138287c3-bec0-41f4-9556-e2800b0056ff tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0491214 Dec 22 16:55:07.713644 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-b7d95a62-7aac-4e3a-9850-2cfe768e14e7 service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844693 Dec 22 16:55:07.750000 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-73cb6006-ffc1-4eb4-a3af-3f3c6fe15e78 req-f8702cc7-fa08-44aa-9894-5e292bc7d3af tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Dec 22 16:55:07.822462 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-14e13bf5-ce9b-4331-baaa-142f4273b2fa req-9bf26136-0ea3-4a30-8f7e-b5194838c8d7 service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893567 Dec 22 16:55:07.869716 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101fa96-d139-4f48-86ad-cc3ffe375ad4 req-ef5c7c9b-5016-4107-8b36-9362814b49d9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:07.871194 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9101fa96-d139-4f48-86ad-cc3ffe375ad4 req-ef5c7c9b-5016-4107-8b36-9362814b49d9 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Dec 22 16:55:07.919858 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9101fa96-d139-4f48-86ad-cc3ffe375ad4 req-e08597f4-3429-45bb-b70e-2cac40eb2b11 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Dec 22 16:55:08.229553 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99c6d-8ef8-4abf-b910-dd01ed937dc1 req-7f7a1a24-6b0c-4251-83c6-5b50b19360fe tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:08.231092 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-64a99c6d-8ef8-4abf-b910-dd01ed937dc1 req-7f7a1a24-6b0c-4251-83c6-5b50b19360fe tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.0585880 Dec 22 16:55:08.285973 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-64a99c6d-8ef8-4abf-b910-dd01ed937dc1 req-25959bac-9001-4455-b9a2-92f02152c0a0 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Dec 22 16:55:08.479471 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2750171-7c12-4dff-b073-df24ee8ef330 req-108a7d3d-06f6-4b99-8152-6d0f7229b072 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:08.480991 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e2750171-7c12-4dff-b073-df24ee8ef330 req-108a7d3d-06f6-4b99-8152-6d0f7229b072 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 943 time: 0.0598550 Dec 22 16:55:08.530164 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e2750171-7c12-4dff-b073-df24ee8ef330 req-5962cd5b-a71b-4424-b63e-3de4fa6bc2ca tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Dec 22 16:55:08.875070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979acf-23c7-46a9-9401-9dbced005675 req-025080de-8861-4767-b5e9-ddd12705a964 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:08.876546 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6979acf-23c7-46a9-9401-9dbced005675 req-025080de-8861-4767-b5e9-ddd12705a964 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Dec 22 16:55:08.922649 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6979acf-23c7-46a9-9401-9dbced005675 req-1f677509-26c2-4ec3-8602-e7a372d93f59 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Dec 22 16:55:09.045292 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e513b-734d-45fb-acf4-9658f8041a6c req-ba155a24-27af-4992-bcb9-379a1f2c1a1d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.046755 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0f5e513b-734d-45fb-acf4-9658f8041a6c req-ba155a24-27af-4992-bcb9-379a1f2c1a1d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0514874 Dec 22 16:55:09.099129 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0f5e513b-734d-45fb-acf4-9658f8041a6c req-3d425e49-1943-4d1f-a349-363d34128538 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Dec 22 16:55:09.348781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3692-9c72-495d-9cab-b609d410052f req-67ebe4f0-19ee-4957-885c-ab6a9a1d5eec tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.351381 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-76be3692-9c72-495d-9cab-b609d410052f req-67ebe4f0-19ee-4957-885c-ab6a9a1d5eec tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.0612209 Dec 22 16:55:09.437340 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686a52-7547-4b79-b5df-0a5245f94158 req-f58be144-98f7-4f6c-97b1-d7932afc0660 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.438708 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0e686a52-7547-4b79-b5df-0a5245f94158 req-f58be144-98f7-4f6c-97b1-d7932afc0660 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 945 time: 0.0780127 Dec 22 16:55:09.444775 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-e1444358-2e58-4f4a-b976-ce39091ae09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.446159 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-e1444358-2e58-4f4a-b976-ce39091ae09e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 1099 time: 0.0580206 Dec 22 16:55:09.477077 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d2d5b-3d69-43a8-a271-c60922c2081c req-d38aae89-a79b-4df2-9aba-d306473cd8cd tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.478566 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-105d2d5b-3d69-43a8-a271-c60922c2081c req-d38aae89-a79b-4df2-9aba-d306473cd8cd tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0880980 Dec 22 16:55:09.531447 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Deleting port 9146f3aa-8e09-433e-8837-c1159bc554ee {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:09.531789 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:09.543277 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0e686a52-7547-4b79-b5df-0a5245f94158 req-f8f4b848-f473-4c7c-915b-2de8d108934a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961871 Dec 22 16:55:09.559356 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-105d2d5b-3d69-43a8-a271-c60922c2081c req-406b9527-ec4c-4e2b-b818-cc1c5d495842 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718307 Dec 22 16:55:09.586642 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-20af2b12-3821-4f6b-b907-e20a48c4ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.588319 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-20af2b12-3821-4f6b-b907-e20a48c4ffe3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 200 len: 920 time: 0.1285582 Dec 22 16:55:09.637255 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] For port 9146f3aa-8e09-433e-8837-c1159bc554ee, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9146f3aa-8e09-433e-8837-c1159bc554ee,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:09.637613 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:09.645459 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-9f4ecbf2-5ff0-49d7-9226-ac210c2bad66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 200 len: 217 time: 0.0411413 Dec 22 16:55:09.651396 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Calling delete_port for 9146f3aa-8e09-433e-8837-c1159bc554ee owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:09.805756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:09.821536 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a', '9146f3aa-8e09-433e-8837-c1159bc554ee'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:09.847722 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event deleted for resources: {'Port': ['ID=9146f3aa-8e09-433e-8837-c1159bc554ee,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:09.896916 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] No DVR routers for this DVR port 9146f3aa-8e09-433e-8837-c1159bc554ee on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:55:09.900487 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:09.904177 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-76be3692-9c72-495d-9cab-b609d410052f req-b4d9e136-231a-45eb-86dd-10e060955b8f tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "DELETE /v2.0/ports/9146f3aa-8e09-433e-8837-c1159bc554ee HTTP/1.1" status: 204 len: 173 time: 0.5403833 Dec 22 16:55:09.904901 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'name': 'network-vif-deleted', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:09.907929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710def5-9927-445c-a6e9-18c5b984b93b" -d '{"events": [{"server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "name": "network-vif-deleted", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:09.920671 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-dfe8b355-8592-43c0-9225-4104582b1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.922386 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-dfe8b355-8592-43c0-9225-4104582b1201 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 200 len: 859 time: 0.2679322 Dec 22 16:55:09.947560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4695-d61f-4fcb-9815-3a720c53c213 req-ae5c18a0-9de4-4953-b456-60fe5654751e tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:09.954857 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91eb691-6c15-4133-b2bf-83abd21182ff x-openstack-request-id: req-a91eb691-6c15-4133-b2bf-83abd21182ff {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:09.955548 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc4d97-a023-431f-8cc4-859b3f0a3740", "name": "network-vif-deleted", "tag": "9146f3aa-8e09-433e-8837-c1159bc554ee", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:09.956725 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a91eb691-6c15-4133-b2bf-83abd21182ff {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:09.956998 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-743d4695-d61f-4fcb-9815-3a720c53c213 req-ae5c18a0-9de4-4953-b456-60fe5654751e tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 943 time: 0.3152244 Dec 22 16:55:09.957680 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc4d97-a023-431f-8cc4-859b3f0a3740', 'name': 'network-vif-deleted', 'tag': '9146f3aa-8e09-433e-8837-c1159bc554ee', 'status': 'completed', 'code': 200} Dec 22 16:55:09.990283 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-c88e342d-9aa2-489f-8d15-17abd5d0a4b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00ddfada-d9d3-4803-9f06-bcb52a33d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597327 Dec 22 16:55:10.084327 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7027b-7ba4-40e2-9a51-b5d840deabf9 req-04c119c9-865d-4c75-aa3a-94725a724763 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:10.085714 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fbd7027b-7ba4-40e2-9a51-b5d840deabf9 req-04c119c9-865d-4c75-aa3a-94725a724763 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0626147 Dec 22 16:55:10.093078 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-743d4695-d61f-4fcb-9815-3a720c53c213 req-43e9b006-2c84-4858-8fd8-930ee81a946b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Dec 22 16:55:10.128489 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-2c883ec2-5a94-4913-b071-04455c1e4c05 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249104 Dec 22 16:55:10.133716 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fbd7027b-7ba4-40e2-9a51-b5d840deabf9 req-d7f6b8f5-c184-4dd4-b672-721eaacdd8da tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Dec 22 16:55:10.224456 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7f7e68fa-5d64-463c-813c-9f1d8c21879e req-4b2da41a-d986-42e7-b227-86193f42fa08 service neutron] 10.222.0.54 "GET /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876422 Dec 22 16:55:10.648066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [req-0162bb93-4ca3-45cb-a552-3dc7431fb6b3 req-46a721f3-288b-4076-af47-e663e45be260 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:55:10.649291 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0162bb93-4ca3-45cb-a552-3dc7431fb6b3 req-46a721f3-288b-4076-af47-e663e45be260 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056586 Dec 22 16:55:10.656699 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-24e67bdb-c0d7-463f-af9b-fd0fa19300c9 req-ed309141-f7ac-46c0-a6ea-6aaf0f32b3b3 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fbc4d97-a023-431f-8cc4-859b3f0a3740 HTTP/1.1" status: 200 len: 210 time: 0.0276859 Dec 22 16:55:10.790899 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28befa26-2c37-4252-b474-8cf02886f89f req-aa150af2-c7f2-471c-b090-c31d1555bae4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:10.792416 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-28befa26-2c37-4252-b474-8cf02886f89f req-aa150af2-c7f2-471c-b090-c31d1555bae4 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0707734 Dec 22 16:55:10.845104 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722ee94-08d0-4020-a090-5b8ad05bfaae req-b108e1ef-088f-4197-bee9-a5a3da0d6f46 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:10.846953 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6722ee94-08d0-4020-a090-5b8ad05bfaae req-b108e1ef-088f-4197-bee9-a5a3da0d6f46 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 946 time: 0.0591571 Dec 22 16:55:10.853728 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-28befa26-2c37-4252-b474-8cf02886f89f req-751dd820-b1d9-41d9-88ac-433506b16413 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Dec 22 16:55:10.901935 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6722ee94-08d0-4020-a090-5b8ad05bfaae req-be4b85b7-f813-45a2-a2ff-d08e1083346a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483031 Dec 22 16:55:11.210564 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823425c2-1ac7-4ad6-8794-80f038f76e21 req-36ad0d98-b0e5-478e-b41a-962bbec67651 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:11.212056 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-823425c2-1ac7-4ad6-8794-80f038f76e21 req-36ad0d98-b0e5-478e-b41a-962bbec67651 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 943 time: 0.0501535 Dec 22 16:55:11.245214 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33744) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:11.260527 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-823425c2-1ac7-4ad6-8794-80f038f76e21 req-3707082a-0f9d-4133-ba82-eb1b6ee43e47 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Dec 22 16:55:11.330543 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-e0a58b3e-da07-4cba-a89c-3e63b64e640f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836792 Dec 22 16:55:11.340498 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-937fcb6c-fc9a-49eb-b153-90cc18d1c79c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:55:11.341638 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-937fcb6c-fc9a-49eb-b153-90cc18d1c79c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056450 Dec 22 16:55:11.341975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d29c3c47-8c2a-4c01-971d-d9762212a938 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:55:11.345156 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:11.497440 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:11.527737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:11.539171 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:11.541433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9daeca-1d39-4176-8a02-a0959b683af6" -d '{"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-unplugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:11.554653 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'port_id': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'mac_address': 'fa:16:3e:c6:98:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:55:11.559756 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:11.564909 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:11.587977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45200cb-49e0-42d3-9169-0313c4482280 x-openstack-request-id: req-d45200cb-49e0-42d3-9169-0313c4482280 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:11.588296 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-unplugged", "status": "failed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "code": 422}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:11.588547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d45200cb-49e0-42d3-9169-0313c4482280 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:11.588953 dv-cinder-784477-12-iscsi neutron-server[108903]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'code': 422} returned with failed status Dec 22 16:55:11.628331 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:11.652079 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c3c47-8c2a-4c01-971d-d9762212a938 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:55:11.656023 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=8']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:11.675655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:11.679877 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:11.741041 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:11.977025 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55d9b-b187-48b5-924d-60b7ff152aad req-2a1502d3-17eb-419d-a215-9bcebc5f91b1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:11.984785 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31c55d9b-b187-48b5-924d-60b7ff152aad req-2a1502d3-17eb-419d-a215-9bcebc5f91b1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0630856 Dec 22 16:55:12.041308 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:12.044746 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31c55d9b-b187-48b5-924d-60b7ff152aad req-1fe412c6-5f80-4cec-821a-c222c820bdaf tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584898 Dec 22 16:55:12.066965 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11807e8-8fcb-4ccc-ac79-69fbecc2b012 req-5928d76b-7c52-4e12-8047-0a7ff1d20f6a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:12.068672 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f11807e8-8fcb-4ccc-ac79-69fbecc2b012 req-5928d76b-7c52-4e12-8047-0a7ff1d20f6a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0615673 Dec 22 16:55:12.122007 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f11807e8-8fcb-4ccc-ac79-69fbecc2b012 req-ea846e8d-4521-478a-a9e9-34419289545d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Dec 22 16:55:12.382289 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a6b36-2419-49fc-b24f-dcfff9be099d req-7f701fb7-f159-4ed7-82ad-205341fc3874 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:12.383820 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-096a6b36-2419-49fc-b24f-dcfff9be099d req-7f701fb7-f159-4ed7-82ad-205341fc3874 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 944 time: 0.0480037 Dec 22 16:55:12.430501 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-096a6b36-2419-49fc-b24f-dcfff9be099d req-aac6e1c2-eeaa-4e4a-bc83-5ff2a36822c8 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Dec 22 16:55:13.071888 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428537-21f8-4113-9a8e-276b89d59d7f req-c320da2d-08a2-4962-88ad-ec33cb6fca7b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:13.073468 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a428537-21f8-4113-9a8e-276b89d59d7f req-c320da2d-08a2-4962-88ad-ec33cb6fca7b tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.0495031 Dec 22 16:55:13.121239 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a428537-21f8-4113-9a8e-276b89d59d7f req-9d4c58cd-111d-4294-b0f4-267b334f2a25 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Dec 22 16:55:13.168799 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3d438-d46b-4942-8e4f-49890b8f2425 req-3d985bdc-fc85-42bd-a7f9-098576c25ad3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:13.170325 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2cc3d438-d46b-4942-8e4f-49890b8f2425 req-3d985bdc-fc85-42bd-a7f9-098576c25ad3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0532680 Dec 22 16:55:13.219730 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2cc3d438-d46b-4942-8e4f-49890b8f2425 req-9d108c6b-e5a6-4f33-945b-d78dae16b5b7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Dec 22 16:55:13.251055 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9d431-70c0-4f98-8dd7-1a015f423c75 req-ea795820-0924-4793-b131-1bfda3f7f61f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:13.256664 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c4e9d431-70c0-4f98-8dd7-1a015f423c75 req-ea795820-0924-4793-b131-1bfda3f7f61f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0621374 Dec 22 16:55:13.307005 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c4e9d431-70c0-4f98-8dd7-1a015f423c75 req-cf988486-6035-4f4e-8f1b-9ba7da2b2804 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 Dec 22 16:55:13.348760 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d29c3c47-8c2a-4c01-971d-d9762212a938 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:55:13.404657 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port d29c3c47-8c2a-4c01-971d-d9762212a938 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:55:13.410529 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port d29c3c47-8c2a-4c01-971d-d9762212a938 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:55:13.410892 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:13.496711 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:13.535046 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:13.540704 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:13.541560 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9146f3aa-8e09-433e-8837-c1159bc554ee no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:13.582065 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76586ed-02ee-490a-bace-231ced33eb44 req-23b469ca-595f-472d-ba3a-28ce51d600b3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:13.583708 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d76586ed-02ee-490a-bace-231ced33eb44 req-23b469ca-595f-472d-ba3a-28ce51d600b3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 944 time: 0.0656052 Dec 22 16:55:13.584093 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 9146f3aa-8e09-433e-8837-c1159bc554ee {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:13.584480 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 9146f3aa-8e09-433e-8837-c1159bc554ee not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:13.584911 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:13.592388 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:13.594646 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408ba8b-8f49-4f60-8133-5b9ccc94fdaf" -d '{"events": [{"server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:13.636797 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d76586ed-02ee-490a-bace-231ced33eb44 req-8c2e347f-7b0b-4494-ae44-c497d33efd2b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Dec 22 16:55:13.642897 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:13.673463 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11efcb7-adc3-4721-a494-ea98e98babe4 x-openstack-request-id: req-e11efcb7-adc3-4721-a494-ea98e98babe4 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:13.673758 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:13.674009 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e11efcb7-adc3-4721-a494-ea98e98babe4 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:13.674394 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'code': 200} Dec 22 16:55:13.837858 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa538b-0d52-4012-8334-2d30ad0edf5a req-6a9f29f2-c816-497d-92aa-1a776e3be899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:13.839337 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d9fa538b-0d52-4012-8334-2d30ad0edf5a req-6a9f29f2-c816-497d-92aa-1a776e3be899 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1098 time: 0.0396793 Dec 22 16:55:13.886771 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d9fa538b-0d52-4012-8334-2d30ad0edf5a req-c97fbce9-3f88-4c67-b407-76376a950917 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Dec 22 16:55:14.235631 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e543b-9aa0-4bcf-8acc-5356479a4d71 req-14570487-b56b-42d6-98c1-5934da241913 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:14.237781 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-057e543b-9aa0-4bcf-8acc-5356479a4d71 req-14570487-b56b-42d6-98c1-5934da241913 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.0479720 Dec 22 16:55:14.283862 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-057e543b-9aa0-4bcf-8acc-5356479a4d71 req-90796ea1-d972-414a-99e0-69d2c0f72af9 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Dec 22 16:55:14.433991 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d954e-8212-46cc-81dd-cd63a8704b28 req-3d8b5c35-1fc7-477e-854a-63ac3d17392d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:14.435384 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9e0d954e-8212-46cc-81dd-cd63a8704b28 req-3d8b5c35-1fc7-477e-854a-63ac3d17392d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0492775 Dec 22 16:55:14.482337 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9e0d954e-8212-46cc-81dd-cd63a8704b28 req-9c625d27-3f1c-4ac4-8c3b-373a35fc5bf9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Dec 22 16:55:14.751663 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adceab-f3f8-45a0-9170-03621a1dba5c req-b0a65878-5843-4a1b-b6d3-d55fd13ad489 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:14.753223 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-95adceab-f3f8-45a0-9170-03621a1dba5c req-b0a65878-5843-4a1b-b6d3-d55fd13ad489 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Dec 22 16:55:14.801827 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-95adceab-f3f8-45a0-9170-03621a1dba5c req-96ce5f66-1bc3-4add-8621-b07a8602ef94 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Dec 22 16:55:15.038126 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42733585-6af0-4357-b12a-443d251c348e req-9cd43fb3-cda9-4b0b-b408-2e6d78d66db2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:15.039528 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-42733585-6af0-4357-b12a-443d251c348e req-9cd43fb3-cda9-4b0b-b408-2e6d78d66db2 tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.0483961 Dec 22 16:55:15.137952 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Deleting port 1ba77530-7c12-4010-b3c4-ea538a79455a {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:15.138284 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:15.230402 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] For port 1ba77530-7c12-4010-b3c4-ea538a79455a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1ba77530-7c12-4010-b3c4-ea538a79455a,segment=NetworkSegment(a54d6cba-a116-4a79-bfac-b94e5325320d),segment_id=a54d6cba-a116-4a79-bfac-b94e5325320d)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:15.230846 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:15.244120 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Calling delete_port for 1ba77530-7c12-4010-b3c4-ea538a79455a owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:15.430960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:15.443426 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['1ba77530-7c12-4010-b3c4-ea538a79455a'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:15.467052 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Pushing event deleted for resources: {'Port': ['ID=1ba77530-7c12-4010-b3c4-ea538a79455a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:15.476830 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d8fac-8ffb-4ca3-a240-c6a13a98a9fb req-424d8bab-560f-45aa-99c8-2a807eb9cacb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:15.478367 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e2d8fac-8ffb-4ca3-a240-c6a13a98a9fb req-424d8bab-560f-45aa-99c8-2a807eb9cacb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca546086-5412-4b9a-b85c-2a4378ea7387 HTTP/1.1" status: 200 len: 946 time: 0.1016004 Dec 22 16:55:15.495505 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.495858 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.496232 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.496558 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.496891 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.497223 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.497559 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.497885 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.498211 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.498530 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.498852 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.499175 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.499494 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:15.548510 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] No DVR routers for this DVR port 1ba77530-7c12-4010-b3c4-ea538a79455a on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:55:15.555805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:15.559245 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-42733585-6af0-4357-b12a-443d251c348e req-3d93f05a-899f-4f13-87a1-80ecade6a3eb tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.54 "DELETE /v2.0/ports/1ba77530-7c12-4010-b3c4-ea538a79455a HTTP/1.1" status: 204 len: 173 time: 0.5113180 Dec 22 16:55:15.559715 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'name': 'network-vif-deleted', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:15.562096 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0409626-36eb-49f8-a55e-c7fab24ffd2a" -d '{"events": [{"server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "name": "network-vif-deleted", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:15.589067 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e2d8fac-8ffb-4ca3-a240-c6a13a98a9fb req-af79be85-5514-4bb9-962d-12504e20431a tempest-AttachVolumeNegativeTest-374892549 tempest-AttachVolumeNegativeTest-374892549-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cff1a30-93ad-4906-8ef6-9b3ce2819973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040034 Dec 22 16:55:15.615550 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585f0f4-8b09-46e4-a396-93546bed1e06 req-2b63d6b5-376b-4f4e-8bc7-8325b9ff043c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:15.617172 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f585f0f4-8b09-46e4-a396-93546bed1e06 req-2b63d6b5-376b-4f4e-8bc7-8325b9ff043c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0581746 Dec 22 16:55:15.651385 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283c619b-1d84-496c-a8f4-cae35b963db1 x-openstack-request-id: req-283c619b-1d84-496c-a8f4-cae35b963db1 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:15.651757 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca546086-5412-4b9a-b85c-2a4378ea7387", "name": "network-vif-deleted", "tag": "1ba77530-7c12-4010-b3c4-ea538a79455a", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:15.652081 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-283c619b-1d84-496c-a8f4-cae35b963db1 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:15.652566 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca546086-5412-4b9a-b85c-2a4378ea7387', 'name': 'network-vif-deleted', 'tag': '1ba77530-7c12-4010-b3c4-ea538a79455a', 'status': 'completed', 'code': 200} Dec 22 16:55:15.685795 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f585f0f4-8b09-46e4-a396-93546bed1e06 req-5294f92a-40f1-4697-9d01-0f108995eb24 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551822 Dec 22 16:55:15.913001 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bf17a-d26d-492b-b726-f59befced2cd req-f09b66e5-c681-4c0a-a177-a64fb3763f96 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:15.914490 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3c6bf17a-d26d-492b-b726-f59befced2cd req-f09b66e5-c681-4c0a-a177-a64fb3763f96 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Dec 22 16:55:15.964726 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3c6bf17a-d26d-492b-b726-f59befced2cd req-a9a8ddea-a97a-4cd1-92c0-00980cea92e2 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Dec 22 16:55:16.099988 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720420-abb9-4d8e-8abb-f1b3a306341d req-8ea62136-3a3d-4329-aad1-e9900ecb3608 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.101493 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6720420-abb9-4d8e-8abb-f1b3a306341d req-8ea62136-3a3d-4329-aad1-e9900ecb3608 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0543487 Dec 22 16:55:16.154798 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b6720420-abb9-4d8e-8abb-f1b3a306341d req-3eb5aa66-07b6-4f9d-9148-c4af699694d7 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Dec 22 16:55:16.464354 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597c65-b20a-4cc7-810c-8a2aec48b9b2 req-369f928f-abf4-4987-82aa-04c1c78a30ae tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.466963 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-66597c65-b20a-4cc7-810c-8a2aec48b9b2 req-369f928f-abf4-4987-82aa-04c1c78a30ae tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Dec 22 16:55:16.517671 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054741db-eb39-4cb4-a208-4e430c9f09d2 req-c835d7e2-43ac-4c3c-b8c0-774775a53885 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.519761 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-054741db-eb39-4cb4-a208-4e430c9f09d2 req-c835d7e2-43ac-4c3c-b8c0-774775a53885 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0618386 Dec 22 16:55:16.573440 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-054741db-eb39-4cb4-a208-4e430c9f09d2 req-3ceba185-54d5-425b-bbd2-561bc1296a8f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Dec 22 16:55:16.583954 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-66597c65-b20a-4cc7-810c-8a2aec48b9b2 req-6ed3cdb8-f3e9-4964-9a39-f4bdaeccff9d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069508 Dec 22 16:55:16.600568 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-1b5caff8-6047-496e-9753-ce10626125fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.602272 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-1b5caff8-6047-496e-9753-ce10626125fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 1097 time: 0.0986571 Dec 22 16:55:16.649592 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 33836) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:16.678065 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-d2d81b63-4dad-43bf-9ea0-2200fad520ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.679634 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-d2d81b63-4dad-43bf-9ea0-2200fad520ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1097 time: 0.0478454 Dec 22 16:55:16.705742 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Deleting subnet f054949d-e380-4d61-a8f5-157ad6706059 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:55:16.709131 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:16.749070 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:16.810530 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:16.814924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-53e98f1f-f918-41b7-9827-96275a753289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.817094 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-53e98f1f-f918-41b7-9827-96275a753289 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.1291943 Dec 22 16:55:16.896086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:16.916806 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-14a45326-8cd2-45ae-92d5-9e6a2c2acc26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 1000 time: 0.0859489 Dec 22 16:55:16.925400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6e1a-efd7-4a44-bb16-48a37b9f5535 req-42154075-5454-4dc6-95f8-a93752f11fde tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:16.925960 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f054949d-e380-4d61-a8f5-157ad6706059,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:16.927085 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fcf6e1a-efd7-4a44-bb16-48a37b9f5535 req-42154075-5454-4dc6-95f8-a93752f11fde tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.1281738 Dec 22 16:55:16.931076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:16.934538 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f054949d-e380-4d61-a8f5-157ad6706059 HTTP/1.1" status: 204 len: 168 time: 0.2839289 Dec 22 16:55:16.937825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33846) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:16.940698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.941049 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.941387 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.941877 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.942372 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.942853 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.943355 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.943684 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.944011 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.944610 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.945088 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.956984 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:16.957704 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b66d635-06d9-4755-828b-e5e848bd51ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:17.120956 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-e42e4f48-3a5f-4e75-bc70-532bfcc9fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:17.122480 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-e42e4f48-3a5f-4e75-bc70-532bfcc9fe14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.1940718 Dec 22 16:55:17.125902 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.132333 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fcf6e1a-efd7-4a44-bb16-48a37b9f5535 req-875704be-6dce-4c65-aab3-f3c202c7d973 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952724 Dec 22 16:55:17.212326 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-6d08eba3-2494-4400-ab47-e6e5aaa423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:17.213801 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-6d08eba3-2494-4400-ab47-e6e5aaa423eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0806403 Dec 22 16:55:17.254399 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.322432 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:17.338895 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54d6cba-a116-4a79-bfac-b94e5325320d') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:17.339186 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54d6cba-a116-4a79-bfac-b94e5325320d') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:17.352307 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.377837 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.387634 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-38919db1-0a2c-41c1-9684-4c9b1377c7dd service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443591 Dec 22 16:55:17.388548 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:55:17.388933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:55:17.390588 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:55:17.491064 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.506636 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.509904 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd HTTP/1.1" status: 204 len: 168 time: 0.5681350 Dec 22 16:55:17.522639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc78e39-71dd-433f-a7c5-28bc0e5839cb admin admin] Pushing event deleted for resources: {'Network': ['ID=9aeb8a74-cf62-47bc-8f43-e8ae3ae208fd,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:17.547228 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-10009573-78cf-4c6f-9f83-8ae61fa061a2 req-68f6ddd8-4d25-438a-803a-6ad08e42d8cd service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433544 Dec 22 16:55:17.690496 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33866) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:17.711341 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cef1-28e9-4321-b180-217494b1f9d6 req-ec9d80f9-c6c6-42a4-9794-6ca2aae430f0 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:17.713697 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9387cef1-28e9-4321-b180-217494b1f9d6 req-ec9d80f9-c6c6-42a4-9794-6ca2aae430f0 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0553081 Dec 22 16:55:17.734054 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-15db14b5-2fa0-4dba-aaa2-87c1ee9fe566 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d24459a6e73410c8f7b9e38c7156095&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415552 Dec 22 16:55:17.736547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 33872) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:17.770468 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9387cef1-28e9-4321-b180-217494b1f9d6 req-4006d9d9-3aa1-4cca-897d-dd4a9c999779 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Dec 22 16:55:17.790987 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.814383 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.865374 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.868045 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:17.869449 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cff1a30-93ad-4906-8ef6-9b3ce2819973 HTTP/1.1" status: 204 len: 168 time: 0.1314406 Dec 22 16:55:17.879181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8881f-6fd2-4be2-b055-5bbac5c6905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff1a30-93ad-4906-8ef6-9b3ce2819973,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:18.335922 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95ae6-9322-49dd-8091-360560b9a0d9 req-c31e51d0-aad1-46dc-b61d-1db62b6a1965 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:18.347181 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-50c95ae6-9322-49dd-8091-360560b9a0d9 req-c31e51d0-aad1-46dc-b61d-1db62b6a1965 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.1223838 Dec 22 16:55:18.435914 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-50c95ae6-9322-49dd-8091-360560b9a0d9 req-91dce020-b3be-4710-81af-b23efaff2ef0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858827 Dec 22 16:55:18.935458 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e03d1-01dd-4c1c-8a25-df088b24c616 req-caa3d321-93d2-4994-ab58-1f30a0492657 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:18.936906 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-da3e03d1-01dd-4c1c-8a25-df088b24c616 req-caa3d321-93d2-4994-ab58-1f30a0492657 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0496929 Dec 22 16:55:19.005724 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-da3e03d1-01dd-4c1c-8a25-df088b24c616 req-70939878-cd71-421f-ba7d-3588e98a3f15 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616422 Dec 22 16:55:19.368984 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 1ba77530-7c12-4010-b3c4-ea538a79455a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:19.401550 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 1ba77530-7c12-4010-b3c4-ea538a79455a {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:19.401915 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 1ba77530-7c12-4010-b3c4-ea538a79455a not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:19.602816 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0b79-911e-4c1b-893c-4ab42298ccd5 req-4828e75a-50f9-4d75-9026-45b2529fee81 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:19.604355 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8b8f0b79-911e-4c1b-893c-4ab42298ccd5 req-4828e75a-50f9-4d75-9026-45b2529fee81 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0508888 Dec 22 16:55:19.654070 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8b8f0b79-911e-4c1b-893c-4ab42298ccd5 req-f889f70d-9449-4bf5-b3d2-487cb1831159 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Dec 22 16:55:19.774446 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4f815-3f9c-4177-a12d-a381f9905226 req-ab7004a3-4313-4de6-9152-6eed6ca8bd01 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:19.781981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-52a4f815-3f9c-4177-a12d-a381f9905226 req-ab7004a3-4313-4de6-9152-6eed6ca8bd01 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0643187 Dec 22 16:55:19.835447 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-52a4f815-3f9c-4177-a12d-a381f9905226 req-dad2c70d-fb7b-4f9d-8d12-59437972bd38 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Dec 22 16:55:20.158290 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4ea7-eb3d-4fee-b29a-a9681985bb2d req-ed26ba3d-c1be-4d31-a8d0-2b21ce82157f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:20.160395 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b2b4ea7-eb3d-4fee-b29a-a9681985bb2d req-ed26ba3d-c1be-4d31-a8d0-2b21ce82157f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0692811 Dec 22 16:55:20.208954 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b2b4ea7-eb3d-4fee-b29a-a9681985bb2d req-6b7f1fab-ef22-4d4b-b727-ea936214c975 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Dec 22 16:55:20.799166 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b16e2-e2d1-47c5-902b-99beb0b81d1e req-fd338ad3-1f34-4eea-adee-5e629a820dc7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:20.800874 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f20b16e2-e2d1-47c5-902b-99beb0b81d1e req-fd338ad3-1f34-4eea-adee-5e629a820dc7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0655603 Dec 22 16:55:20.859626 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f20b16e2-e2d1-47c5-902b-99beb0b81d1e req-22453949-40db-4de8-bf52-aad251d6ce01 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525930 Dec 22 16:55:20.989976 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b078a5-195a-4305-a160-53b61543fcc2 req-0389e3aa-00d9-4e4c-87af-82c9e7ce4e8e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:20.991627 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-83b078a5-195a-4305-a160-53b61543fcc2 req-0389e3aa-00d9-4e4c-87af-82c9e7ce4e8e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0632217 Dec 22 16:55:21.057534 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-83b078a5-195a-4305-a160-53b61543fcc2 req-cbb2ab62-654d-4125-af44-e1bab250cb88 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578372 Dec 22 16:55:21.402476 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6705634-f9b0-450e-a898-99bb678e6b7e req-f44b2a45-1a75-4757-bb3f-ea3dddcc4104 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:21.403869 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d6705634-f9b0-450e-a898-99bb678e6b7e req-f44b2a45-1a75-4757-bb3f-ea3dddcc4104 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0701947 Dec 22 16:55:21.458229 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d6705634-f9b0-450e-a898-99bb678e6b7e req-a15d0f48-da7b-4291-a12f-63170cb32bf3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479925 Dec 22 16:55:21.993911 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90811-8020-44d2-8e4c-0e727c6c7bf3 req-4644946f-63d8-4b60-9c9c-69860684b3cf tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:22.001176 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b5b90811-8020-44d2-8e4c-0e727c6c7bf3 req-4644946f-63d8-4b60-9c9c-69860684b3cf tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0717549 Dec 22 16:55:22.046213 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b5b90811-8020-44d2-8e4c-0e727c6c7bf3 req-21859868-fc8c-45f3-a5e4-055db7ac6945 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Dec 22 16:55:22.175785 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc49f7-49a9-47e6-b49b-083a8a5a93f6 req-54d74fa8-895b-46d3-950c-f305dcac2d0e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:22.177215 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ccc49f7-49a9-47e6-b49b-083a8a5a93f6 req-54d74fa8-895b-46d3-950c-f305dcac2d0e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Dec 22 16:55:22.223096 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ccc49f7-49a9-47e6-b49b-083a8a5a93f6 req-5cc3cd4b-800e-452e-b1e1-7b34a447915c tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Dec 22 16:55:22.592760 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296127e4-3df9-4237-a186-2269d23c2095 req-a426babb-66f0-4944-a816-a412b5bbfe7f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:22.594271 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-296127e4-3df9-4237-a186-2269d23c2095 req-a426babb-66f0-4944-a816-a412b5bbfe7f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0645397 Dec 22 16:55:22.647823 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-296127e4-3df9-4237-a186-2269d23c2095 req-c4e42499-7220-45ff-b5f5-444f6580e83a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 Dec 22 16:55:23.173626 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b36a-0834-4a9b-b339-2387e103d3e5 req-e83912cf-d850-40be-99a5-bf99d8cad00a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:23.175254 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fdd8b36a-0834-4a9b-b339-2387e103d3e5 req-e83912cf-d850-40be-99a5-bf99d8cad00a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0509055 Dec 22 16:55:23.238413 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fdd8b36a-0834-4a9b-b339-2387e103d3e5 req-1a1c6cb4-2c78-4850-85e4-bc79555cb870 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566185 Dec 22 16:55:23.354487 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcfc2b-d3de-4aac-a242-9d919622a108 req-4e3d8dff-32a4-42a0-a3a0-f98f9935634b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:23.356002 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-02fcfc2b-d3de-4aac-a242-9d919622a108 req-4e3d8dff-32a4-42a0-a3a0-f98f9935634b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0507104 Dec 22 16:55:23.413767 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-02fcfc2b-d3de-4aac-a242-9d919622a108 req-9c33d47a-01d8-49a8-9401-3a42688d5a88 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496771 Dec 22 16:55:23.785131 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75c3d4-a0fe-4b5c-bb89-6f614237aeba req-155e8981-6a15-4ab2-97cc-29ce9af4f42d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:23.786946 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0a75c3d4-a0fe-4b5c-bb89-6f614237aeba req-155e8981-6a15-4ab2-97cc-29ce9af4f42d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0606310 Dec 22 16:55:23.849447 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0a75c3d4-a0fe-4b5c-bb89-6f614237aeba req-5c036de5-f08f-4946-882c-dcd6084b99d2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515041 Dec 22 16:55:24.376483 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041030d-9d1c-40e2-a26f-beb5ccffc32b req-64d5d4cb-2739-40c2-a815-d4189f07328a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:24.378597 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9041030d-9d1c-40e2-a26f-beb5ccffc32b req-64d5d4cb-2739-40c2-a815-d4189f07328a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0570071 Dec 22 16:55:24.428312 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9041030d-9d1c-40e2-a26f-beb5ccffc32b req-e1aa669b-5b55-4856-b402-f7e3c11aba8a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Dec 22 16:55:24.560231 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfec191-4aa1-4636-b39a-f7728bfa6369 req-afb1c755-8d8d-4203-8c7c-99fe650e6265 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:24.561585 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0cfec191-4aa1-4636-b39a-f7728bfa6369 req-afb1c755-8d8d-4203-8c7c-99fe650e6265 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0518851 Dec 22 16:55:24.609410 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0cfec191-4aa1-4636-b39a-f7728bfa6369 req-79ebb637-0d5f-42ea-965c-80bcdc9c2d40 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Dec 22 16:55:24.995887 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f463eb-4973-4334-91b2-3cd34c4382f3 req-7fc42257-5217-4c67-933a-b1598199cf66 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:24.997470 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01f463eb-4973-4334-91b2-3cd34c4382f3 req-7fc42257-5217-4c67-933a-b1598199cf66 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0707035 Dec 22 16:55:25.050203 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-01f463eb-4973-4334-91b2-3cd34c4382f3 req-c728da65-fe60-4b4f-9ff0-42eefe004c82 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458443 Dec 22 16:55:25.597588 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702baf6a-4e86-4636-9590-0a75b5dce7cc req-f9b9ddaa-153c-44d6-8464-faf89dd9ffaa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:25.599376 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-702baf6a-4e86-4636-9590-0a75b5dce7cc req-f9b9ddaa-153c-44d6-8464-faf89dd9ffaa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0701604 Dec 22 16:55:25.663934 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-702baf6a-4e86-4636-9590-0a75b5dce7cc req-8cbb8573-f2a1-4371-b9d2-cacfc5ca8cd0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534456 Dec 22 16:55:25.804050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0677e-4304-470e-9ba4-a31c61fd859b req-22e5c53f-6ecd-43f4-bc27-62990f9a2a1d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:25.805595 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97b0677e-4304-470e-9ba4-a31c61fd859b req-22e5c53f-6ecd-43f4-bc27-62990f9a2a1d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0678954 Dec 22 16:55:25.854090 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97b0677e-4304-470e-9ba4-a31c61fd859b req-0207e23a-c115-4b34-b08b-1684678d94cb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Dec 22 16:55:26.174851 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfaa00-9d54-47b3-ade0-d9e41e5c84d4 req-7f21798f-9423-4ee2-8624-43b9ea5b6625 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:26.176371 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfdfaa00-9d54-47b3-ade0-d9e41e5c84d4 req-7f21798f-9423-4ee2-8624-43b9ea5b6625 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0486152 Dec 22 16:55:26.255865 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfdfaa00-9d54-47b3-ade0-d9e41e5c84d4 req-5882cae2-c9a1-4bcd-8a71-5bc27167e089 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714397 Dec 22 16:55:26.783933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e015f-73fe-4a62-8b11-8a1697598e7c req-b8a5263f-88f0-4281-b4ea-a3a5b052d770 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:26.785416 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-740e015f-73fe-4a62-8b11-8a1697598e7c req-b8a5263f-88f0-4281-b4ea-a3a5b052d770 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0481675 Dec 22 16:55:26.836999 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-740e015f-73fe-4a62-8b11-8a1697598e7c req-137f43b5-20aa-464d-914f-38a7a64b55a7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Dec 22 16:55:26.989197 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05a9b7-fa2a-4c98-93e7-1bc004e1b05a req-0458a01b-80a8-4bb6-9d31-cacd31147107 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:26.994249 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea05a9b7-fa2a-4c98-93e7-1bc004e1b05a req-0458a01b-80a8-4bb6-9d31-cacd31147107 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0729475 Dec 22 16:55:27.055078 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea05a9b7-fa2a-4c98-93e7-1bc004e1b05a req-a6094337-1047-45ea-bad0-c6a1a505ecc8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Dec 22 16:55:27.417181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c609f5-584b-4cdb-949e-74c162a47163 req-70d27d9d-f4b9-48f5-8d64-c90c3576dfd6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:27.418721 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-50c609f5-584b-4cdb-949e-74c162a47163 req-70d27d9d-f4b9-48f5-8d64-c90c3576dfd6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0593531 Dec 22 16:55:27.476848 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-50c609f5-584b-4cdb-949e-74c162a47163 req-3142f02a-8828-4f91-98fc-6acc5fd40721 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520463 Dec 22 16:55:27.679257 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34092) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:27.792272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-735d4a40-9f4d-484a-aa0e-faf6772da826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:27.882519 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-735d4a40-9f4d-484a-aa0e-faf6772da826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:27.887336 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-735d4a40-9f4d-484a-aa0e-faf6772da826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:27.935868 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-735d4a40-9f4d-484a-aa0e-faf6772da826 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3a08558cbb841a99572cacb8b570b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555056 Dec 22 16:55:27.936704 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d4a40-9f4d-484a-aa0e-faf6772da826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6159c7b-0b14-4f09-951a-4867d1bd867d,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:27.938637 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34098) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:27.996168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa752-4c71-4106-8c0a-efccea26d5f8 req-8ebcc856-a51b-4320-8b62-dc049afec1e4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:28.009059 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ce7aa752-4c71-4106-8c0a-efccea26d5f8 req-8ebcc856-a51b-4320-8b62-dc049afec1e4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0855565 Dec 22 16:55:28.033692 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.060079 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.076401 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ce7aa752-4c71-4106-8c0a-efccea26d5f8 req-f20c7dc0-ec3a-455e-86a2-78465c6110c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648088 Dec 22 16:55:28.109141 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.112355 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.116420 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6159c7b-0b14-4f09-951a-4867d1bd867d HTTP/1.1" status: 204 len: 168 time: 0.1765761 Dec 22 16:55:28.124503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f961fc-cbcc-466a-b124-4fe596c439f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6159c7b-0b14-4f09-951a-4867d1bd867d,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:28.206953 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb16a6a-e668-4ce3-929a-0c713e4b63d0 req-d776ab73-8b9c-4a46-b5ce-996515b7b44e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:28.208947 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aeb16a6a-e668-4ce3-929a-0c713e4b63d0 req-d776ab73-8b9c-4a46-b5ce-996515b7b44e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0530601 Dec 22 16:55:28.269160 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aeb16a6a-e668-4ce3-929a-0c713e4b63d0 req-d8b1205b-4417-446d-9def-c456a370cc4d tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535455 Dec 22 16:55:28.436155 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34106) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:28.449305 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-518b1184-a3e4-4f75-bb1d-10c633226a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.562542 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-518b1184-a3e4-4f75-bb1d-10c633226a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.567670 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-518b1184-a3e4-4f75-bb1d-10c633226a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.607634 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-518b1184-a3e4-4f75-bb1d-10c633226a1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bf00b1204e24d3f95a1ff4de7991a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702945 Dec 22 16:55:28.608482 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b1184-a3e4-4f75-bb1d-10c633226a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab94653-131b-4020-8bd6-2a5bce1ec716,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:28.610331 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34110) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:28.657083 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a00de-d651-438a-bbd6-1fd16f275fa9 req-b78a8c78-d633-4bef-aeef-5095bf4f79ae tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:28.658647 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-937a00de-d651-438a-bbd6-1fd16f275fa9 req-b78a8c78-d633-4bef-aeef-5095bf4f79ae tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0790179 Dec 22 16:55:28.698129 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.737272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.741914 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-937a00de-d651-438a-bbd6-1fd16f275fa9 req-49aff1d5-cc15-409a-aa07-26e74ae2ce00 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752723 Dec 22 16:55:28.788347 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.791145 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:28.795203 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ab94653-131b-4020-8bd6-2a5bce1ec716 HTTP/1.1" status: 204 len: 168 time: 0.1831779 Dec 22 16:55:28.803603 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415cfe4-b079-462e-a6b8-2fc91c7aa878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab94653-131b-4020-8bd6-2a5bce1ec716,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:29.136927 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34120) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:29.155597 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f68aadfe-8f81-4544-93d2-7a9cd401566b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.239933 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ce608-281e-4657-9029-ac6d93e89349 req-b3d370d7-8b04-4fa1-9bcb-5f8da6a57b9d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:29.242100 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fd7ce608-281e-4657-9029-ac6d93e89349 req-b3d370d7-8b04-4fa1-9bcb-5f8da6a57b9d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0637624 Dec 22 16:55:29.266805 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f68aadfe-8f81-4544-93d2-7a9cd401566b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.271849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f68aadfe-8f81-4544-93d2-7a9cd401566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.296181 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fd7ce608-281e-4657-9029-ac6d93e89349 req-b681c974-48a6-4367-aae4-91b605467f05 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478930 Dec 22 16:55:29.328040 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-f68aadfe-8f81-4544-93d2-7a9cd401566b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6d69683866b45d2b92cb9619f8d23a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893046 Dec 22 16:55:29.330710 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34124) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:29.337383 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aadfe-8f81-4544-93d2-7a9cd401566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45946a8-d639-4e69-9d37-55fd81c225b4,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:29.411997 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.446018 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942ff7-571c-4da5-a78d-4f4a1f817b35 req-0765f9b0-1e25-4509-b7c1-b802802ad45f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:29.447557 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12942ff7-571c-4da5-a78d-4f4a1f817b35 req-0765f9b0-1e25-4509-b7c1-b802802ad45f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0827801 Dec 22 16:55:29.449644 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.525382 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-12942ff7-571c-4da5-a78d-4f4a1f817b35 req-f48413d7-4646-4b5f-b559-43641b8beea2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583539 Dec 22 16:55:29.535560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.538591 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:29.542698 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f45946a8-d639-4e69-9d37-55fd81c225b4 HTTP/1.1" status: 204 len: 168 time: 0.2081029 Dec 22 16:55:29.561564 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c798-3f18-4f9b-a80a-63e1103817fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45946a8-d639-4e69-9d37-55fd81c225b4,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:29.874257 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b809ac-aa6b-4a73-a938-c92e647727f5 req-1e39410c-9f17-4a60-925a-af4701969a18 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:29.875836 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-59b809ac-aa6b-4a73-a938-c92e647727f5 req-1e39410c-9f17-4a60-925a-af4701969a18 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0665960 Dec 22 16:55:29.946016 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-59b809ac-aa6b-4a73-a938-c92e647727f5 req-159127a7-cbcd-4318-b4ba-be53e2fb882f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542438 Dec 22 16:55:30.422995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9f4c6-e3a9-48b3-bbda-449048c0a0a4 req-079250cb-d8b5-4bee-ba69-2f40aae6c76b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:30.423139 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8a9f4c6-e3a9-48b3-bbda-449048c0a0a4 req-079250cb-d8b5-4bee-ba69-2f40aae6c76b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0512035 Dec 22 16:55:30.483051 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8a9f4c6-e3a9-48b3-bbda-449048c0a0a4 req-af9dadae-896e-4947-ab36-8a6eade466b4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540271 Dec 22 16:55:30.511235 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2c66d047-363c-4c50-ac93-52b0a64e26aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:30.647915 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb65299-e2c7-43ee-b703-89aac49dbdb9 req-a6266298-f2a4-4d6f-b2e2-e26696b50a9e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:30.649422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5bb65299-e2c7-43ee-b703-89aac49dbdb9 req-a6266298-f2a4-4d6f-b2e2-e26696b50a9e tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0499151 Dec 22 16:55:30.696048 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5bb65299-e2c7-43ee-b703-89aac49dbdb9 req-bf62f27d-00c5-4fc6-9447-de5093ebbacc tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Dec 22 16:55:31.276394 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47b1c-d34a-4918-8659-1e6c023be2e4 req-d9f28f47-e353-4e25-861b-8555ffeb839a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:31.278976 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aff47b1c-d34a-4918-8659-1e6c023be2e4 req-d9f28f47-e353-4e25-861b-8555ffeb839a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.2649443 Dec 22 16:55:31.336185 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aff47b1c-d34a-4918-8659-1e6c023be2e4 req-06e4a90a-9602-4760-8c3f-400baf473b01 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498264 Dec 22 16:55:31.632348 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54cfd9-0973-448a-a249-ce6274c42027 req-464e4748-2005-4ced-9d75-312358dd560a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:31.634205 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9b54cfd9-0973-448a-a249-ce6274c42027 req-464e4748-2005-4ced-9d75-312358dd560a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0523610 Dec 22 16:55:31.682988 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9b54cfd9-0973-448a-a249-ce6274c42027 req-47724ca3-e5d6-49e7-bebc-bbb6c46941ef tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Dec 22 16:55:31.771595 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34212) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:31.817497 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e086-8157-4811-a0fd-e8f6eba2f27f req-5e99f6c4-5f62-4101-a38b-748e11bbf285 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:31.819802 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6f8e086-8157-4811-a0fd-e8f6eba2f27f req-5e99f6c4-5f62-4101-a38b-748e11bbf285 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0527105 Dec 22 16:55:31.874511 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6f8e086-8157-4811-a0fd-e8f6eba2f27f req-92f75454-93fe-4b5b-8e9a-1d7e1d71afe7 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486760 Dec 22 16:55:31.884567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b800c93a-b9db-4ad8-bde2-6151bad0db10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:31.963466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b800c93a-b9db-4ad8-bde2-6151bad0db10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:31.968596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b800c93a-b9db-4ad8-bde2-6151bad0db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.009623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800c93a-b9db-4ad8-bde2-6151bad0db10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ccd98e-7dfc-41b5-8b4e-a19e000ab964,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:32.014420 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b800c93a-b9db-4ad8-bde2-6151bad0db10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc7ffc6c7c0b45aab3687b6b6e86aab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416141 Dec 22 16:55:32.017359 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34216) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:32.063187 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.084480 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.129227 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.131845 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.133226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49ccd98e-7dfc-41b5-8b4e-a19e000ab964 HTTP/1.1" status: 204 len: 168 time: 0.1149583 Dec 22 16:55:32.141037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965e9c3-47d0-48cc-81c7-b09e1c48cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ccd98e-7dfc-41b5-8b4e-a19e000ab964,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:32.418400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34224) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:32.445907 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe0b12e3-25df-4112-945b-11b743f834a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.485315 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bafc0-38a1-48b1-91e5-d551249c4363 req-4b742a0f-3ce0-4123-aa4f-0a5bd17aee39 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:32.487564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-875bafc0-38a1-48b1-91e5-d551249c4363 req-4b742a0f-3ce0-4123-aa4f-0a5bd17aee39 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0812867 Dec 22 16:55:32.582002 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-875bafc0-38a1-48b1-91e5-d551249c4363 req-a372caa1-9688-440f-b223-9e5349f92355 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862975 Dec 22 16:55:32.607504 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe0b12e3-25df-4112-945b-11b743f834a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.612697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fe0b12e3-25df-4112-945b-11b743f834a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.653161 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-fe0b12e3-25df-4112-945b-11b743f834a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e16d436fa8242399b65e38186df5b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331693 Dec 22 16:55:32.655158 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b12e3-25df-4112-945b-11b743f834a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc04bc3-6c2f-417d-875f-f38ff41e6830,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:32.656034 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34230) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:32.692111 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7522b302-a44e-462d-8985-1391f2329c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.722306 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.748008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.839584 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.841299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab29518-b960-47a6-9a3c-714c879e29b1 req-09597899-d4ca-422b-8756-de0c9bf46855 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:32.842386 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:32.844858 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1ab29518-b960-47a6-9a3c-714c879e29b1 req-09597899-d4ca-422b-8756-de0c9bf46855 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0718746 Dec 22 16:55:32.846768 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebc04bc3-6c2f-417d-875f-f38ff41e6830 HTTP/1.1" status: 204 len: 168 time: 0.1896849 Dec 22 16:55:32.858324 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb2a8-e92e-4e31-beb8-96b3506ea2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc04bc3-6c2f-417d-875f-f38ff41e6830,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:32.883726 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344bffd-10d8-493c-8a14-1d2dee5070e6 req-a238debc-ccff-46a4-977a-fcb8374b7907 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:32.885420 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a344bffd-10d8-493c-8a14-1d2dee5070e6 req-a238debc-ccff-46a4-977a-fcb8374b7907 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0912714 Dec 22 16:55:32.937009 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1ab29518-b960-47a6-9a3c-714c879e29b1 req-51ef2126-0ce3-425e-a3df-5791ac0ab46c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872810 Dec 22 16:55:32.948391 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a344bffd-10d8-493c-8a14-1d2dee5070e6 req-e3498798-c2b4-49c7-88ce-34224035f7b4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566647 Dec 22 16:55:32.956688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-5e344fd7-7720-4c7a-83b4-3fcdec4d2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:32.959191 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-5e344fd7-7720-4c7a-83b4-3fcdec4d2018 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1099 time: 0.0598650 Dec 22 16:55:33.065515 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-3b90eb77-d365-485d-a93f-1de7b7e7dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:33.067090 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-3b90eb77-d365-485d-a93f-1de7b7e7dbc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.0968504 Dec 22 16:55:33.077637 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d200791-3e90-4c37-bedd-26346bdeacce req-1b1f92ed-4d18-4d69-a51f-63ed2f16368b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:33.083462 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9d200791-3e90-4c37-bedd-26346bdeacce req-1b1f92ed-4d18-4d69-a51f-63ed2f16368b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0617464 Dec 22 16:55:33.135841 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9d200791-3e90-4c37-bedd-26346bdeacce req-6678bf57-0baf-4396-9288-1c5118d96775 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Dec 22 16:55:33.139477 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-1336f3cd-018b-412f-b57f-e295928f36e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 1002 time: 0.0638435 Dec 22 16:55:33.194294 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-70ae35d0-e5d2-46cc-aa44-bc38cb36e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:33.196066 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-70ae35d0-e5d2-46cc-aa44-bc38cb36e32f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0488892 Dec 22 16:55:33.248315 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-71512012-0ef6-4506-b4d4-444556d7846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:33.249808 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-71512012-0ef6-4506-b4d4-444556d7846f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450706 Dec 22 16:55:33.358982 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-828d591a-4a2e-43ea-a675-fa3259e93cb9 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015985 Dec 22 16:55:33.460777 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0dd03bfb-b9a7-4610-96ef-023b7fb60f38 req-836d7e84-d18f-4d32-9643-3776d0ffd079 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944047 Dec 22 16:55:33.984782 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-5d7424ba-2b54-4fe0-b980-e565ba4b16eb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:33.987954 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-5d7424ba-2b54-4fe0-b980-e565ba4b16eb tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0527318 Dec 22 16:55:34.018872 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:34.085483 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e75139-26fe-4719-9f61-53002ee2fb09 req-71233c8a-5993-4839-911a-10de462863f1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:34.087141 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f9e75139-26fe-4719-9f61-53002ee2fb09 req-71233c8a-5993-4839-911a-10de462863f1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0580456 Dec 22 16:55:34.123200 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5655-d466-4eef-8a7e-136cff2c2ed9 req-a29ed86e-a678-4459-a12b-6fdf8350db19 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:34.125065 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-42bb5655-d466-4eef-8a7e-136cff2c2ed9 req-a29ed86e-a678-4459-a12b-6fdf8350db19 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0860403 Dec 22 16:55:34.148559 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Deleting port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:34.148927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:34.177346 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f9e75139-26fe-4719-9f61-53002ee2fb09 req-ff517071-aaf0-4452-8de2-1b4f5c528494 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829494 Dec 22 16:55:34.297861 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-42bb5655-d466-4eef-8a7e-136cff2c2ed9 req-60d57849-e81b-416d-be22-182fa722d567 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445069 Dec 22 16:55:34.315659 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb113ab-09f6-4aac-861d-4e719c5fac41 req-a7f4825e-14a9-4391-9c72-f80438c4f8ea tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:34.317240 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] For port 5b1bddad-7d9d-476f-8bfc-2e7f79207614, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5b1bddad-7d9d-476f-8bfc-2e7f79207614,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:34.317615 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:34.317960 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-abb113ab-09f6-4aac-861d-4e719c5fac41 req-a7f4825e-14a9-4391-9c72-f80438c4f8ea tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae90740-ed12-4ca1-8f01-229a1819b298 HTTP/1.1" status: 200 len: 946 time: 0.0562284 Dec 22 16:55:34.331438 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Calling delete_port for 5b1bddad-7d9d-476f-8bfc-2e7f79207614 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:34.370641 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-abb113ab-09f6-4aac-861d-4e719c5fac41 req-464fe496-fcfb-416a-9893-41ea8f1d2e00 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Dec 22 16:55:34.461725 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:34.474435 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['80871602-1165-47a4-b3c5-400c37042a4b', '5b1bddad-7d9d-476f-8bfc-2e7f79207614'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:34.493193 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Pushing event deleted for resources: {'Port': ['ID=5b1bddad-7d9d-476f-8bfc-2e7f79207614,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:34.538897 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] No DVR routers for this DVR port 5b1bddad-7d9d-476f-8bfc-2e7f79207614 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:55:34.541561 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:34.544912 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fd62b909-0bd7-4374-b3e9-a613c41a08f9 req-4af2d04f-dbb1-45ac-9bb9-116f3ebe04e1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "DELETE /v2.0/ports/5b1bddad-7d9d-476f-8bfc-2e7f79207614 HTTP/1.1" status: 204 len: 173 time: 0.5452890 Dec 22 16:55:34.545365 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'name': 'network-vif-deleted', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:34.547674 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17805b-2d1b-4c2d-b243-4605dd6a7278" -d '{"events": [{"server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "name": "network-vif-deleted", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:34.595449 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234a7b6b-80a5-4869-86e3-2489237f2b95 x-openstack-request-id: req-234a7b6b-80a5-4869-86e3-2489237f2b95 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:34.596603 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae90740-ed12-4ca1-8f01-229a1819b298", "name": "network-vif-deleted", "tag": "5b1bddad-7d9d-476f-8bfc-2e7f79207614", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:34.597331 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-234a7b6b-80a5-4869-86e3-2489237f2b95 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:34.598182 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae90740-ed12-4ca1-8f01-229a1819b298', 'name': 'network-vif-deleted', 'tag': '5b1bddad-7d9d-476f-8bfc-2e7f79207614', 'status': 'completed', 'code': 200} Dec 22 16:55:35.291933 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5034-f899-4816-859e-9ab4bc2ad169 req-4ae9805b-9d29-4680-9d36-a2d18e6f4877 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:35.293469 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-155e5034-f899-4816-859e-9ab4bc2ad169 req-4ae9805b-9d29-4680-9d36-a2d18e6f4877 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0515792 Dec 22 16:55:35.344029 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-155e5034-f899-4816-859e-9ab4bc2ad169 req-d356c7a1-3efd-480f-a039-d8b50b199d70 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Dec 22 16:55:35.419293 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2e954-a9b5-468d-b67e-b81d6916e1d0 req-860456de-3674-49c3-a918-c6041bc7b995 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:35.420919 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1d2e954-a9b5-468d-b67e-b81d6916e1d0 req-860456de-3674-49c3-a918-c6041bc7b995 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0518284 Dec 22 16:55:35.458086 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:35.488511 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1d2e954-a9b5-468d-b67e-b81d6916e1d0 req-2b0c1a8b-11c2-487e-8a32-bcd3542c2fce tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555799 Dec 22 16:55:35.671824 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea363833-9f39-4d1a-b856-8b348f8f3fc7 req-9b151ef6-a51b-4ef0-a841-513ade26426b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:35.673488 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea363833-9f39-4d1a-b856-8b348f8f3fc7 req-9b151ef6-a51b-4ef0-a841-513ade26426b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0578926 Dec 22 16:55:35.732859 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea363833-9f39-4d1a-b856-8b348f8f3fc7 req-c9dd3deb-4c0b-4160-b397-c39f569fe8de tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529337 Dec 22 16:55:36.234372 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:36.429674 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:36.478566 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcb0dd-d93c-4d1a-817f-35929d23e472 req-11822112-0c57-47cf-87e6-272704ab33a1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:36.480271 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bdcb0dd-d93c-4d1a-817f-35929d23e472 req-11822112-0c57-47cf-87e6-272704ab33a1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0595801 Dec 22 16:55:36.528869 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1bdcb0dd-d93c-4d1a-817f-35929d23e472 req-ca386186-290b-448c-9a72-b2fc537cb2e4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Dec 22 16:55:36.574166 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:55:36.847699 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587133a5-6a55-4159-94a9-3b9e56d25650 req-38e6f4f9-4c63-4368-a86e-09c0e51bf5a1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:36.849221 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-587133a5-6a55-4159-94a9-3b9e56d25650 req-38e6f4f9-4c63-4368-a86e-09c0e51bf5a1 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Dec 22 16:55:36.895893 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-587133a5-6a55-4159-94a9-3b9e56d25650 req-b06b6753-2675-4510-ae2b-fd96ee61c204 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Dec 22 16:55:37.650503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67964858-c5e4-4eb9-a776-f1c332ae3147 req-3e37ac9d-3d45-46b1-802b-d268660ee058 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:37.652163 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-67964858-c5e4-4eb9-a776-f1c332ae3147 req-3e37ac9d-3d45-46b1-802b-d268660ee058 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0495546 Dec 22 16:55:37.703651 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-67964858-c5e4-4eb9-a776-f1c332ae3147 req-93ea388d-b6d9-4441-975c-c897527f5ec1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Dec 22 16:55:38.017690 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca2dd1-c506-47e8-840c-36086d8086ca req-41c809b5-02d1-48bf-b653-ae94c0690ce8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:38.020087 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d8ca2dd1-c506-47e8-840c-36086d8086ca req-41c809b5-02d1-48bf-b653-ae94c0690ce8 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0545261 Dec 22 16:55:38.078274 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d8ca2dd1-c506-47e8-840c-36086d8086ca req-6d5ba29d-96b4-43d3-8a2c-c01d99caf5e3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484500 Dec 22 16:55:38.830379 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4bf21-a7be-4d36-b7bd-ce73ca75b82e req-d4ca3903-8435-4864-80d8-30d8889b9fae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:38.831865 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-12e4bf21-a7be-4d36-b7bd-ce73ca75b82e req-d4ca3903-8435-4864-80d8-30d8889b9fae tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 944 time: 0.0517390 Dec 22 16:55:38.879737 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-12e4bf21-a7be-4d36-b7bd-ce73ca75b82e req-04b7d05b-9358-4ef2-8518-adc29c9635e1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Dec 22 16:55:39.089945 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9fd8-f71c-4d2b-93eb-9c256236ad84 req-343c085e-2f1c-4af2-9f12-f2efc9718639 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:39.091484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-defa9fd8-f71c-4d2b-93eb-9c256236ad84 req-343c085e-2f1c-4af2-9f12-f2efc9718639 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0547521 Dec 22 16:55:39.142117 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-defa9fd8-f71c-4d2b-93eb-9c256236ad84 req-7d21dffe-0bf4-478a-a31b-25fed0a468a8 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Dec 22 16:55:39.164795 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34374) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:39.194895 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fed8d-4e26-426e-9a07-8fec4231644e req-4f655aa2-71ef-4803-a3c8-2732cc75d82b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:39.196450 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-504fed8d-4e26-426e-9a07-8fec4231644e req-4f655aa2-71ef-4803-a3c8-2732cc75d82b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0495710 Dec 22 16:55:39.245658 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-504fed8d-4e26-426e-9a07-8fec4231644e req-64f921e5-d1a0-49ab-ae52-116b600ab40f tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Dec 22 16:55:39.355048 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ea199-91b2-44b8-b379-ebb4cd625bb7 tempest-TestMinimumBasicScenario-946586278 tempest-TestMinimumBasicScenario-946586278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:39.356600 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e69ea199-91b2-44b8-b379-ebb4cd625bb7 tempest-TestMinimumBasicScenario-946586278 tempest-TestMinimumBasicScenario-946586278-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1093 time: 0.1907892 Dec 22 16:55:39.359408 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34378) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:39.364061 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'port_id': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:39.387377 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for floatingip, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.487815 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.530840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:55:39.542211 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 5b1bddad-7d9d-476f-8bfc-2e7f79207614 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:39.566222 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 5b1bddad-7d9d-476f-8bfc-2e7f79207614 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:39.566564 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 5b1bddad-7d9d-476f-8bfc-2e7f79207614 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:39.595844 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Allocated IP 172.27.1.238 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/c4822413-f6dc-4380-851f-782ffdc2a288) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:55:39.649463 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:39.660718 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'mac_address': 'fa:16:3e:f1:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:55:39.704212 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.708946 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.717713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:55:39.738941 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:39.743011 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.744717 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:39.784709 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:55:39.787517 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:55:39.790096 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=9']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:39.791072 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:55:39.797985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.798374 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.799498 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.799976 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.800474 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.800819 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.801422 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.801798 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.802165 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.802496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.802822 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.803148 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.803461 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:55:39.814838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'Port': ['ID=c4822413-f6dc-4380-851f-782ffdc2a288,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:40.046474 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b903-463b-4c35-8188-b10077d9747c req-d922a47d-ebf6-404e-bdb1-5e508535592d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:40.047846 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a968b903-463b-4c35-8188-b10077d9747c req-d922a47d-ebf6-404e-bdb1-5e508535592d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 945 time: 0.0942736 Dec 22 16:55:40.102726 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:40.187910 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a968b903-463b-4c35-8188-b10077d9747c req-4d963154-7ff1-4dbe-a6e9-58948fa03b97 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286662 Dec 22 16:55:40.339773 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:40.374755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87223c91-a7f8-4056-89e5-b9a2555e3002 req-f07e17d4-cb00-4515-9576-241708b20b08 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:40.376335 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-87223c91-a7f8-4056-89e5-b9a2555e3002 req-f07e17d4-cb00-4515-9576-241708b20b08 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0508039 Dec 22 16:55:40.434341 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-87223c91-a7f8-4056-89e5-b9a2555e3002 req-f61a40ac-7e95-4c7a-a06b-b45ac58b94ae tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Dec 22 16:55:40.442132 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:40.611838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:40.616514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:40.692529 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'Port': ['ID=c4822413-f6dc-4380-851f-782ffdc2a288,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:40.707214 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.010087 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Floating IP a171d449-d38c-4c0a-8670-408cc34848f3 associated. External IP: 172.27.1.238, port: d29c3c47-8c2a-4c01-971d-d9762212a938. Dec 22 16:55:41.224685 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Router 112cdd92-4552-42ab-978d-21d2d3bc939e has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:55:41.378113 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a378b8-a5ba-4a8e-801b-52b04dd2c16e req-cf2f764f-7f30-46f7-85eb-581f388cc902 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:41.379687 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-02a378b8-a5ba-4a8e-801b-52b04dd2c16e req-cf2f764f-7f30-46f7-85eb-581f388cc902 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 945 time: 0.1051009 Dec 22 16:55:41.390961 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:55:41.394408 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Sync routers for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:55:41.407003 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:55:41.407633 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:55:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:41.421639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.465646 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0577308a-b087-4fe2-a92f-59a3873a3a75 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1028006 Dec 22 16:55:41.465646 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:41.465969 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34392) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:41.472530 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab9dac-d62c-4e55-a340-adfdd85d7ace" -d '{"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:41.475663 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836825031', 'description': 'tempest-secgroup-smoke-836825031 description', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:41.480313 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-02a378b8-a5ba-4a8e-801b-52b04dd2c16e req-b7a6048a-f724-4cf6-862e-07c6c1148839 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885684 Dec 22 16:55:41.509614 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.542302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4149ed0-38ef-421e-8477-10f1855a687f x-openstack-request-id: req-d4149ed0-38ef-421e-8477-10f1855a687f {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:41.542302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:41.542619 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4149ed0-38ef-421e-8477-10f1855a687f {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:41.543121 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:55:41.552775 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:55:41.557644 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:55:41.617517 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:55:41.618251 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.634535 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1c9d4-45c9-4fd1-8967-06aa7116b2a5 req-5f8e6034-4889-4053-8f49-0651611108d6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:41.642584 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-89a1c9d4-45c9-4fd1-8967-06aa7116b2a5 req-5f8e6034-4889-4053-8f49-0651611108d6 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.1176336 Dec 22 16:55:41.650957 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-e4f07557-35fe-447e-a723-343dba235bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:41.657560 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-e4f07557-35fe-447e-a723-343dba235bb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1098 time: 0.0741372 Dec 22 16:55:41.688615 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.701510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.706225 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.733873 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-89a1c9d4-45c9-4fd1-8967-06aa7116b2a5 req-9cde0881-192d-46d4-aaaa-3b66edf8322b tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870416 Dec 22 16:55:41.739423 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:41.743679 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f326486c-cff0-4302-ab8b-0c65d5b759cf" -d '{"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:41.746742 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.748120 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2810488 Dec 22 16:55:41.752182 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34400) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:41.757100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:41.763300 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:41.772547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.782562 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debb9b8-3fa2-4a1b-9087-279414383b67 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01210898-06b3-438f-aaaa-166fe6a22b89,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:41.808674 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.826299 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e719fe1-1532-4a40-9733-7cc1ef6dadd9 x-openstack-request-id: req-0e719fe1-1532-4a40-9733-7cc1ef6dadd9 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:41.826871 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-plugged", "status": "completed", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:41.827342 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e719fe1-1532-4a40-9733-7cc1ef6dadd9 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:41.827947 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'code': 200} Dec 22 16:55:41.842080 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-220e5048-c66b-4fcc-98ae-8260775f24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:41.843927 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-220e5048-c66b-4fcc-98ae-8260775f24d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.1706791 Dec 22 16:55:41.852591 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a171d449-d38c-4c0a-8670-408cc34848f3', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'port_id': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'mac_address': 'fa:16:3e:c6:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:40Z', 'updated_at': '2021-12-22T16:55:40Z', 'revision_number': 0, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:41.866862 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=10']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:41.903223 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.908536 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:41.952226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-8079cb4e-4550-45b7-a631-4905fb2069c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 999 time: 0.0808089 Dec 22 16:55:41.978194 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Checking router: 112cdd92-4552-42ab-978d-21d2d3bc939e for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:55:41.987346 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:55:41.987970 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:55:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:42.010705 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-3de8540d-8099-4cec-b50c-ffb35ed9b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:42.012472 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-3de8540d-8099-4cec-b50c-ffb35ed9b790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0500765 Dec 22 16:55:42.065715 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-b9723a59-425e-460f-8c9f-5ebffadd53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:42.067256 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-b9723a59-425e-460f-8c9f-5ebffadd53f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449944 Dec 22 16:55:42.101157 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:55:42.168354 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990311b2-8709-4591-9489-723b119331bd,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:42.170466 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-07e32e72-bf40-4f60-bf61-264642e7ab08 service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904031 Dec 22 16:55:42.177863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.179099 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-69d6b519-ccc7-4d7a-9386-c498520ab537 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259455 Dec 22 16:55:42.182268 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34402) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:42.186632 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:42.214955 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.295468 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-63ab9dac-d62c-4e55-a340-adfdd85d7ace req-23ee56de-0dc9-485d-8166-6bf2591a59cd service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160679 Dec 22 16:55:42.300686 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.306893 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.324760 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac503d9-6b98-42b2-addf-b02d128d78a3,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:42.337168 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.338686 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-952ecb36-30cb-4f68-836a-fbb297ee5cac tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553452 Dec 22 16:55:42.344327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34404) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:42.346976 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:42.377249 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a171d449-d38c-4c0a-8670-408cc34848f3', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'port_id': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'mac_address': 'fa:16:3e:c6:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:40Z', 'updated_at': '2021-12-22T16:55:40Z', 'revision_number': 0, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:42.386929 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.406251 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957736a-8f77-482d-8f04-33166ba8438b None None] The sync data for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi is: [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a171d449-d38c-4c0a-8670-408cc34848f3', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'port_id': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'mac_address': 'fa:16:3e:c6:98:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:40Z', 'updated_at': '2021-12-22T16:55:40Z', 'revision_number': 0, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:55:42.460847 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4e962-fdd2-4af8-994d-4aba4f432c68 req-aebf3981-e186-4c25-852d-80a82b2f4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:42.462626 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32a4e962-fdd2-4af8-994d-4aba4f432c68 req-aebf3981-e186-4c25-852d-80a82b2f4b71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1100 time: 0.0852225 Dec 22 16:55:42.483488 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.492445 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.520168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f2fe22-5ac3-422f-96dc-d759c6c0d825,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:42.534115 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.535502 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-85d30f40-400e-41e9-a53c-d73cd0941f19 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928666 Dec 22 16:55:42.538656 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34408) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:42.547074 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:42.547627 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32a4e962-fdd2-4af8-994d-4aba4f432c68 req-572753be-0f84-497b-8939-ec58b51bbef1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713749 Dec 22 16:55:42.618775 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.673067 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669b8f-08fc-42ee-a870-60492325c7f8 req-a666ca4e-dd64-4244-bd42-aa648e36b708 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:42.674736 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41669b8f-08fc-42ee-a870-60492325c7f8 req-a666ca4e-dd64-4244-bd42-aa648e36b708 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0885932 Dec 22 16:55:42.695875 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419772f8-fa27-437b-b04f-582a8dc65b34 None None] New status for floating IP a171d449-d38c-4c0a-8670-408cc34848f3: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:55:42.715808 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.722361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.757143 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504d63dc-2225-41e0-a647-da81e9b31ede,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:42.763423 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-41669b8f-08fc-42ee-a870-60492325c7f8 req-95f9adc1-17bb-4c7e-bda4-5dc69071f589 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822806 Dec 22 16:55:42.766961 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.768704 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a98748a5-3025-4d3b-837b-680eb6c5be05 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2275352 Dec 22 16:55:42.771351 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34414) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:42.775920 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:42.809138 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.securitygroups_db [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Project ebc434e4c250477b8b8a68f96b1667c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:55:42.819267 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.890350 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875782c-8bcd-4c54-be49-d01aeeeac41b req-50352994-80e5-4c50-9eeb-ea70c511dfb2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:42.890679 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.892851 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c875782c-8bcd-4c54-be49-d01aeeeac41b req-50352994-80e5-4c50-9eeb-ea70c511dfb2 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0642424 Dec 22 16:55:42.895311 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.920856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f751f363-8eaa-4751-8467-ce45d7af3981,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:42.934176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:42.937948 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-776e1355-aca8-4288-a3ec-83a2bb8df1d4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631081 Dec 22 16:55:42.938134 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34416) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:42.943420 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'security_group_rule': {'security_group_id': '01210898-06b3-438f-aaaa-166fe6a22b89', 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:42.955981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c875782c-8bcd-4c54-be49-d01aeeeac41b req-c0c587e9-bfde-427d-8852-f807767f4733 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8267bf-0257-4b69-be42-80b97fb89381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532987 Dec 22 16:55:42.969380 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.securitygroups_db [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Project ebc434e4c250477b8b8a68f96b1667c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:55:42.974823 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.041336 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.045434 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.069771 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a28f29-f6bc-474a-9436-f824ab1f94c9,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:43.076861 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.080843 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-503807d6-3512-4955-afe1-b2e3af9a1deb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414752 Dec 22 16:55:43.178298 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-b67f853b-7499-48e5-8738-d0f22e3fc112 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836825031&fields=id&tenant_id=ebc434e4c250477b8b8a68f96b1667c2 HTTP/1.1" status: 200 len: 267 time: 0.0483167 Dec 22 16:55:43.232042 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-660df081-fafc-4418-9c16-3015068ab8c3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.233441 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-660df081-fafc-4418-9c16-3015068ab8c3 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Dec 22 16:55:43.245217 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'port': {'security_groups': ['24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89', '01210898-06b3-438f-aaaa-166fe6a22b89']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:43.310423 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.408488 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-85b4f068-04cf-42b6-bdd9-cdca6f9fb3aa tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.409977 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-85b4f068-04cf-42b6-bdd9-cdca6f9fb3aa tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 946 time: 0.0476966 Dec 22 16:55:43.500008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:43.512140 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Deleting port 80871602-1165-47a4-b3c5-400c37042a4b {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:43.512509 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.530247 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.536461 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.551794 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:43.589521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.589521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.598190 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d07f5cdf-b796-462a-a775-183f57dc4475 req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "PUT /v2.0/ports/d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 981 time: 0.3534317 Dec 22 16:55:43.598190 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:43.605941 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52" -d '{"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:43.624005 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] For port 80871602-1165-47a4-b3c5-400c37042a4b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80871602-1165-47a4-b3c5-400c37042a4b,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:43.624417 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.642505 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Calling delete_port for 80871602-1165-47a4-b3c5-400c37042a4b owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:43.643271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b24ff5-bb65-4317-8d80-21072ffa69fb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=6']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:43.695614 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0307d9-fa28-4055-9358-2539513acc0f x-openstack-request-id: req-0c0307d9-fa28-4055-9358-2539513acc0f {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:43.695909 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:43.696161 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c0307d9-fa28-4055-9358-2539513acc0f {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:43.696588 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:55:43.723045 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:43.784450 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-1538412f-38a5-4d13-9b86-cba56bad85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.786175 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-1538412f-38a5-4d13-9b86-cba56bad85c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1137 time: 0.0644760 Dec 22 16:55:43.856426 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56652a57-0c26-41b4-8fd2-de5f17ba5af3 req-084b8fd4-6443-4f24-b085-3cd1e988ef73 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.857984 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-56652a57-0c26-41b4-8fd2-de5f17ba5af3 req-084b8fd4-6443-4f24-b085-3cd1e988ef73 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.1328187 Dec 22 16:55:43.933305 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-56652a57-0c26-41b4-8fd2-de5f17ba5af3 req-b4a06657-74ce-4ee6-827a-e8dc2ec5dee9 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640259 Dec 22 16:55:43.934424 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.938276 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-cc580a2d-e6f0-4fb2-aee1-ba9ce12fc043 None None] Provisioning complete for port d29c3c47-8c2a-4c01-971d-d9762212a938 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:55:43.939235 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-cc580a2d-e6f0-4fb2-aee1-ba9ce12fc043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:43.972459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Pushing event deleted for resources: {'Port': ['ID=80871602-1165-47a4-b3c5-400c37042a4b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:43.995285 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef82683-b66c-4541-8703-cf8f4da3d68b req-f27e9dbf-fda8-4183-8075-cd9c0e134616 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:43.997005 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ef82683-b66c-4541-8703-cf8f4da3d68b req-f27e9dbf-fda8-4183-8075-cd9c0e134616 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0933366 Dec 22 16:55:43.998405 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-89132da3-900a-4b82-aa85-8744d8215c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:44.000577 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-89132da3-900a-4b82-aa85-8744d8215c44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.1886635 Dec 22 16:55:44.047859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] No DVR routers for this DVR port 80871602-1165-47a4-b3c5-400c37042a4b on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:55:44.050813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:44.054706 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e2701e4-2ae8-4b70-99fc-d0a888a2da3b req-9a23f0c5-67de-41a9-ac4a-aff41460d79a tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.54 "DELETE /v2.0/ports/80871602-1165-47a4-b3c5-400c37042a4b HTTP/1.1" status: 204 len: 173 time: 0.6351359 Dec 22 16:55:44.055180 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'name': 'network-vif-deleted', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:55:44.057616 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b4df22-a7b6-4a35-993e-58230a3f1823" -d '{"events": [{"server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "name": "network-vif-deleted", "tag": "80871602-1165-47a4-b3c5-400c37042a4b"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:55:44.141005 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1580125c-cfec-40ad-b73a-78267c9bf63a req-552c7ab5-e003-487f-ac58-af68bbf25ab3 tempest-ServerRescueNegativeTestJSON-1927075052 tempest-ServerRescueNegativeTestJSON-1927075052-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb7c838-cd79-42a1-805c-512d7aa40f67 HTTP/1.1" status: 200 len: 210 time: 0.0464153 Dec 22 16:55:44.167538 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5ef82683-b66c-4541-8703-cf8f4da3d68b req-db9887fa-9b93-4f1c-8362-37e6339457b2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563017 Dec 22 16:55:44.217468 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-54ce1ad2-5e2e-4151-bb57-4c94435e5eb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 1001 time: 0.1975033 Dec 22 16:55:44.251225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199bb42-ec37-47e1-8052-f5291e5cbc45 x-openstack-request-id: req-2199bb42-ec37-47e1-8052-f5291e5cbc45 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:55:44.252078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7c838-cd79-42a1-805c-512d7aa40f67", "name": "network-vif-deleted", "tag": "80871602-1165-47a4-b3c5-400c37042a4b", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:55:44.252363 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2199bb42-ec37-47e1-8052-f5291e5cbc45 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:55:44.252767 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7c838-cd79-42a1-805c-512d7aa40f67', 'name': 'network-vif-deleted', 'tag': '80871602-1165-47a4-b3c5-400c37042a4b', 'status': 'completed', 'code': 200} Dec 22 16:55:44.294428 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-7239a302-6d97-46e8-97ad-1173540e296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:44.297187 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-7239a302-6d97-46e8-97ad-1173540e296e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0669730 Dec 22 16:55:44.362969 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-12c34fb2-cfd8-4c08-89a1-2f4ffd87ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:44.364493 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-12c34fb2-cfd8-4c08-89a1-2f4ffd87ae09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509264 Dec 22 16:55:44.484657 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-f6fca25f-537e-4081-9fef-93f6493a337e service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061964 Dec 22 16:55:44.591164 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-ac0d82d4-ac6e-4ec0-b3ee-22b799170e52 req-0a560d82-856f-47dd-9da0-a88d5975f33c service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992994 Dec 22 16:55:44.787166 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['80871602-1165-47a4-b3c5-400c37042a4b'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:55:45.202088 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34474) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:45.304021 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038769f-2a5c-441c-8efd-eca0d5eaa19e req-99dae9a7-8d7f-4549-8600-a402658a14ce tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:45.305639 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5038769f-2a5c-441c-8efd-eca0d5eaa19e req-99dae9a7-8d7f-4549-8600-a402658a14ce tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0541942 Dec 22 16:55:45.362521 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5038769f-2a5c-441c-8efd-eca0d5eaa19e req-4d170d43-d774-4593-b6de-b53ebc396a68 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507519 Dec 22 16:55:45.657397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:45.962863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Deleting port 611960b0-4b70-4213-a56c-42c555a83616 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:45.963202 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:46.049458 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] For port 611960b0-4b70-4213-a56c-42c555a83616, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=611960b0-4b70-4213-a56c-42c555a83616,segment=NetworkSegment(b88857b0-e768-40e6-867a-7c7f823b9cdf),segment_id=b88857b0-e768-40e6-867a-7c7f823b9cdf)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:46.050275 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:46.065114 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Calling delete_port for 611960b0-4b70-4213-a56c-42c555a83616 owned by network:router_interface {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:46.252682 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:46.281030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=611960b0-4b70-4213-a56c-42c555a83616,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:46.450096 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:46.663488 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:55:46.984997 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:55:46.992398 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-f8f999d6-5404-4ae5-9a9a-940500339dc1 admin admin] 10.222.0.41 "PUT /v2.0/routers/b38b9579-2dd4-4e19-bdd1-38f9a097d4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858284 Dec 22 16:55:46.993312 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34484) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:46.997004 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Sync routers for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:55:47.013270 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:55:47.015941 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:55:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:47.106561 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks [] for router, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.129486 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:55:47.214769 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.268034 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Deleting port 447f5ab6-75ae-4b86-9f8b-52532cff69c0 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:55:47.268396 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.314674 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:55:46Z', 'revision_number': 5, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port': {'id': '447f5ab6-75ae-4b86-9f8b-52532cff69c0', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:51:56Z', 'updated_at': '2021-12-22T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:47.341879 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Checking router: b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:55:47.349071 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] For port 447f5ab6-75ae-4b86-9f8b-52532cff69c0, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=447f5ab6-75ae-4b86-9f8b-52532cff69c0,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:55:47.349460 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.352675 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Routers {'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:55:47.353301 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:55:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:47.362144 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Calling delete_port for 447f5ab6-75ae-4b86-9f8b-52532cff69c0 owned by network:router_gateway {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:55:47.454984 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] Set router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 gateway port host: None {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:55:47.511803 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:55:47Z', 'revision_number': 6, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:47.537863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.539030 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b8f1d-6b2f-44a8-b945-035c78c000dd None None] The sync data for ids ['b38b9579-2dd4-4e19-bdd1-38f9a097d4b3'] in dv-cinder-784477-12-iscsi is: [{'id': 'b38b9579-2dd4-4e19-bdd1-38f9a097d4b3', 'name': 'tempest-ServerRescueNegativeTestJSON-2029484701-router', 'tenant_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:55Z', 'updated_at': '2021-12-22T16:55:47Z', 'revision_number': 6, 'project_id': '1d01354c28bc41ebb9f82a935eaf4eb5', 'gw_port_host': None}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:55:47.565224 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Pushing event deleted for resources: {'Port': ['ID=447f5ab6-75ae-4b86-9f8b-52532cff69c0,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:47.566693 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 80871602-1165-47a4-b3c5-400c37042a4b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:47.591613 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 80871602-1165-47a4-b3c5-400c37042a4b {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:47.591962 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 80871602-1165-47a4-b3c5-400c37042a4b not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:47.640732 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.752730 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.754854 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.824086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.824687 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 {{(pid=108902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:55:47.830171 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.831094 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6fb57771-d0a6-425f-96e8-aaf4d78c907d admin admin] 10.222.0.41 "DELETE /v2.0/routers/b38b9579-2dd4-4e19-bdd1-38f9a097d4b3 HTTP/1.1" status: 204 len: 168 time: 0.8376427 Dec 22 16:55:47.834045 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34486) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:47.882742 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Deleting subnet c0513822-5d94-467b-8791-a0a7700aa798 {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:55:47.886565 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.927613 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:47.981327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.039876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.065746 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0513822-5d94-467b-8791-a0a7700aa798,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:48.075342 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.079075 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-07986a48-459d-4f82-b3a9-a66e8d246f8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0513822-5d94-467b-8791-a0a7700aa798 HTTP/1.1" status: 204 len: 168 time: 0.2438593 Dec 22 16:55:48.082157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34490) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:48.153631 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.236223 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.256659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ddfada-d9d3-4803-9f06-bcb52a33d119']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:48.265788 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88857b0-e768-40e6-867a-7c7f823b9cdf') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:48.266086 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88857b0-e768-40e6-867a-7c7f823b9cdf') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:55:48.277434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.290987 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.296958 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:55:48.297357 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:55:48.299100 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:55:48.357752 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.363084 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.366293 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00ddfada-d9d3-4803-9f06-bcb52a33d119 HTTP/1.1" status: 204 len: 168 time: 0.2831953 Dec 22 16:55:48.377744 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a62e-9da2-403b-953f-829989aa36a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ddfada-d9d3-4803-9f06-bcb52a33d119,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:48.543244 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34502) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:48.588081 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ef50f221-42a5-4208-912b-84e2a76a80d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d01354c28bc41ebb9f82a935eaf4eb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430858 Dec 22 16:55:48.590030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34504) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:48.637000 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.659008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.708870 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.711928 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:48.713129 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f8267bf-0257-4b69-be42-80b97fb89381 HTTP/1.1" status: 204 len: 168 time: 0.1221695 Dec 22 16:55:48.724297 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b61996-4742-476a-9407-685824a42c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8267bf-0257-4b69-be42-80b97fb89381,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:49.066165 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 447f5ab6-75ae-4b86-9f8b-52532cff69c0 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:49.087173 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 447f5ab6-75ae-4b86-9f8b-52532cff69c0 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:49.087597 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 447f5ab6-75ae-4b86-9f8b-52532cff69c0 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:49.088094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 611960b0-4b70-4213-a56c-42c555a83616 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:55:49.110401 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 611960b0-4b70-4213-a56c-42c555a83616 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:55:49.111288 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 611960b0-4b70-4213-a56c-42c555a83616 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:55:57.934220 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34654) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:57.953714 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34658) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:58.039172 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d9b63ff-a978-495e-a5bb-97af6cf48a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.064313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de992744-81eb-4eb0-b8fe-9dc0224676bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.172588 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d9b63ff-a978-495e-a5bb-97af6cf48a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.181731 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d9b63ff-a978-495e-a5bb-97af6cf48a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.214973 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de992744-81eb-4eb0-b8fe-9dc0224676bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.224505 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de992744-81eb-4eb0-b8fe-9dc0224676bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.233329 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-9d9b63ff-a978-495e-a5bb-97af6cf48a9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ab0e473cab04af6855831db89c7a402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980654 Dec 22 16:55:58.236682 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34662) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:58.246637 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b63ff-a978-495e-a5bb-97af6cf48a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7a03e-931d-4277-a01b-4f79b9565abe,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:58.267732 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-de992744-81eb-4eb0-b8fe-9dc0224676bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e8af676115426abb64ced600a44431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129566 Dec 22 16:55:58.270756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34664) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:58.291296 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992744-81eb-4eb0-b8fe-9dc0224676bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b642875f-6ad9-401d-affd-9281362d6451,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:58.295764 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.317782 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.329872 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.351903 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.365766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.368409 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.369537 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60c7a03e-931d-4277-a01b-4f79b9565abe HTTP/1.1" status: 204 len: 168 time: 0.1318746 Dec 22 16:55:58.379283 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f447f6-da36-4304-944e-237963d8012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7a03e-931d-4277-a01b-4f79b9565abe,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:58.404059 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.408475 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:58.409626 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b642875f-6ad9-401d-affd-9281362d6451 HTTP/1.1" status: 204 len: 168 time: 0.1379776 Dec 22 16:55:58.419401 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a603b-2e60-4cf5-b487-897680a2c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b642875f-6ad9-401d-affd-9281362d6451,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:59.152496 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34710) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:59.255148 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535598713-network', 'tenant_id': '97cb9e76eff04c61af76013fee845029'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:59.281544 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Made reservation on behalf of 97cb9e76eff04c61af76013fee845029 for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:55:59.284468 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.292955 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.369222 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.373169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.399389 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:55:59.410113 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00f957-5f6b-437a-a92b-ad2611bb2c84,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:59.415283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.415636 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Added segment cdc1b83d-4fd6-4911-af8d-cf26477dafbd of type vlan for network c5a2ad95-05c0-431b-bc8e-06563d77429c Dec 22 16:55:59.457960 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.486142 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.487293 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:59.496543 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.524504 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3707187 Dec 22 16:55:59.527998 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34716) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:55:59.534038 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Request body: {'subnet': {'network_id': 'c5a2ad95-05c0-431b-bc8e-06563d77429c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535598713-subnet', 'tenant_id': '97cb9e76eff04c61af76013fee845029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:55:59.563153 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10afe8-adb8-46a1-a64f-ef0168235a63 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a2ad95-05c0-431b-bc8e-06563d77429c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:59.582032 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network c5a2ad95-05c0-431b-bc8e-06563d77429c details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:55:59.590379 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Made reservation on behalf of 97cb9e76eff04c61af76013fee845029 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:55:59.595156 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12234718'] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.765686 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8509603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12234700'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.816727 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c250a5f1-3e67-4b88-a389-4b9e5e6706f6,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:55:59.834205 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Checking segment: {'id': 'cdc1b83d-4fd6-4911-af8d-cf26477dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c5a2ad95-05c0-431b-bc8e-06563d77429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:55:59.834558 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Network hostable DHCP agents. Network: c5a2ad95-05c0-431b-bc8e-06563d77429c, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:55:59.852799 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Network c5a2ad95-05c0-431b-bc8e-06563d77429c is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:55:59.862576 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, c5a2ad95-05c0-431b-bc8e-06563d77429c) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:55:59.866966 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:55:59.867572 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:55:59.872156 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae30984-c295-4bca-90fc-8d9afc46ba55 None None] Network c5a2ad95-05c0-431b-bc8e-06563d77429c requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:55:59.885634 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8d7af8b3-0471-4d77-8edd-713cdfa70cf9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3564346 Dec 22 16:55:59.977055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293493e-8cbd-4f11-ba90-1deac52a0b8e None None] Network c5a2ad95-05c0-431b-bc8e-06563d77429c requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:00.347925 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34734) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:00.352917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578983251-network', 'tenant_id': '61d83441f45c4200a9263fd9721a6968'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:00.374075 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Made reservation on behalf of 61d83441f45c4200a9263fd9721a6968 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:00.377026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.389128 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.460846 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.465537 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.498216 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:56:00.504648 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65efbb4-aeea-49ac-bdeb-f1dd4171445c,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:00.511022 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.511382 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Added segment 5baec035-d93d-424a-a3f9-a6cf52cd82c1 of type vlan for network 0f131581-7556-4d1d-89d0-89e69563f66a Dec 22 16:56:00.518116 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-102a9bcb-bf22-4d3c-9117-2632b42e4331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.552418 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.576311 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.577274 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:00.577859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.640064 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2908483 Dec 22 16:56:00.643253 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34742) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:00.643792 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014bbc-c8fb-4ce9-a30b-98d01e11bfd0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f131581-7556-4d1d-89d0-89e69563f66a,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:00.648379 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Request body: {'subnet': {'network_id': '0f131581-7556-4d1d-89d0-89e69563f66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1578983251-subnet', 'tenant_id': '61d83441f45c4200a9263fd9721a6968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:00.656454 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 0f131581-7556-4d1d-89d0-89e69563f66a details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:56:00.673220 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Made reservation on behalf of 61d83441f45c4200a9263fd9721a6968 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:00.675597 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8867731'] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.855875 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8867713'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.912080 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a50816-47e5-4010-b431-2fb12942bab1,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:00.919479 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Checking segment: {'id': '5baec035-d93d-424a-a3f9-a6cf52cd82c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f131581-7556-4d1d-89d0-89e69563f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:00.919843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Network hostable DHCP agents. Network: 0f131581-7556-4d1d-89d0-89e69563f66a, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:56:00.936021 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Network 0f131581-7556-4d1d-89d0-89e69563f66a is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:56:00.944803 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 0f131581-7556-4d1d-89d0-89e69563f66a) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:00.949166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:00.949687 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:00.954701 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efd257-3a24-4c62-995d-27d85cb113c7 None None] Network 0f131581-7556-4d1d-89d0-89e69563f66a requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:00.965937 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-0cd23483-5d04-4f43-9a3d-f363869a2310 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3215644 Dec 22 16:56:01.056433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6724c8-3c1b-4593-9a04-8f8c31fdd473 None None] Network 0f131581-7556-4d1d-89d0-89e69563f66a requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:01.081406 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34748) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:01.143125 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Deleting subnet c250a5f1-3e67-4b88-a389-4b9e5e6706f6 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:56:01.146507 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.180271 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.224272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.277233 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.303709 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c250a5f1-3e67-4b88-a389-4b9e5e6706f6,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:01.308363 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.311542 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5154ba58-24fd-4325-a04a-cf03026ad0ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c250a5f1-3e67-4b88-a389-4b9e5e6706f6 HTTP/1.1" status: 204 len: 168 time: 0.2290688 Dec 22 16:56:01.314460 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34750) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:01.383035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.463408 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.484464 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a2ad95-05c0-431b-bc8e-06563d77429c']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.494120 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc1b83d-4fd6-4911-af8d-cf26477dafbd') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.494409 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc1b83d-4fd6-4911-af8d-cf26477dafbd') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.504515 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.518197 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.524414 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:56:01.524848 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:56:01.526910 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:56:01.530197 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:56:01.584478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.589968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.593133 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5a2ad95-05c0-431b-bc8e-06563d77429c HTTP/1.1" status: 204 len: 168 time: 0.2776530 Dec 22 16:56:01.595946 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34752) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:01.604142 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ce91-4b41-45e9-a314-9c60be8dc294 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a2ad95-05c0-431b-bc8e-06563d77429c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:01.640376 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Deleting subnet 71a50816-47e5-4010-b431-2fb12942bab1 {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:56:01.644250 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.679400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.717718 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.772070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.797167 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a50816-47e5-4010-b431-2fb12942bab1,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:01.801314 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.804616 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-dc44a85e-152a-410f-a931-19791b65dbba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/71a50816-47e5-4010-b431-2fb12942bab1 HTTP/1.1" status: 204 len: 168 time: 0.2074842 Dec 22 16:56:01.807079 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34754) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:01.874053 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.957542 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:01.977391 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f131581-7556-4d1d-89d0-89e69563f66a']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.986325 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baec035-d93d-424a-a3f9-a6cf52cd82c1') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.986624 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baec035-d93d-424a-a3f9-a6cf52cd82c1') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:01.996224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.009760 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.015586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:56:02.015996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:56:02.018781 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:56:02.076335 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.081963 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.085106 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f131581-7556-4d1d-89d0-89e69563f66a HTTP/1.1" status: 204 len: 168 time: 0.2771099 Dec 22 16:56:02.097159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fa55a-deb7-4836-9d40-b2b04363b617 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f131581-7556-4d1d-89d0-89e69563f66a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:02.244792 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34760) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:02.285404 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-16c6b72c-c6a8-4ac3-9669-bf8dbdd5ceb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97cb9e76eff04c61af76013fee845029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394280 Dec 22 16:56:02.287878 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34762) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:02.340680 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.364796 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.412896 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.415510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.416773 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c00f957-5f6b-437a-a92b-ad2611bb2c84 HTTP/1.1" status: 204 len: 168 time: 0.1279080 Dec 22 16:56:02.425998 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e10fd-732a-446b-b2e3-910ad45a8cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00f957-5f6b-437a-a92b-ad2611bb2c84,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:02.686107 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d252960c-4417-4bec-94da-1d1ed7be561b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.732517 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34768) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:02.771794 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5806847a-ccdb-438a-adae-84e4b893d7d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61d83441f45c4200a9263fd9721a6968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380375 Dec 22 16:56:02.774141 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34770) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:02.825670 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.860935 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.905462 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.908588 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:02.909707 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a65efbb4-aeea-49ac-bdeb-f1dd4171445c HTTP/1.1" status: 204 len: 168 time: 0.1346867 Dec 22 16:56:02.917131 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef30cf2-0ad4-4f62-89ee-3927baf7bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65efbb4-aeea-49ac-bdeb-f1dd4171445c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:04.010965 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.488754 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34820) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:04.595489 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ba79c21e-77e7-4289-8357-870288b4451f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.676031 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ba79c21e-77e7-4289-8357-870288b4451f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.680110 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ba79c21e-77e7-4289-8357-870288b4451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.718026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79c21e-77e7-4289-8357-870288b4451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ee137-b343-4756-937f-091e02dca3a2,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:04.722846 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ba79c21e-77e7-4289-8357-870288b4451f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a067e458c3d849b2af8e7da40601d15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330456 Dec 22 16:56:04.725382 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34824) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:04.774401 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.801894 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.847190 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.849798 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:04.850988 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad6ee137-b343-4756-937f-091e02dca3a2 HTTP/1.1" status: 204 len: 168 time: 0.1247137 Dec 22 16:56:04.858821 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250a2b3-9648-4412-9734-ace94345c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ee137-b343-4756-937f-091e02dca3a2,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:05.097361 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-7db77445-7567-4769-a160-1f6710cc8df5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498152 Dec 22 16:56:05.130486 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34842) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:05.147743 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3be17f03-87ab-41f5-8c75-73fb19c6a0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.163141 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-2796a89b-fbee-4bb0-a80d-4e20f944f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:05.164662 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-2796a89b-fbee-4bb0-a80d-4e20f944f993 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 1100 time: 0.0429928 Dec 22 16:56:05.233265 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3be17f03-87ab-41f5-8c75-73fb19c6a0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.237707 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3be17f03-87ab-41f5-8c75-73fb19c6a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.276031 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17f03-87ab-41f5-8c75-73fb19c6a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1866ab-f600-4801-a0bc-9da249cfe265,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:05.281872 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-3be17f03-87ab-41f5-8c75-73fb19c6a0b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c434714fdaf46578b3b45c3fded9b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503196 Dec 22 16:56:05.283519 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34850) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:05.285303 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-63b0237c-fe2c-4838-a3b9-72d461792df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:05.287061 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-63b0237c-fe2c-4838-a3b9-72d461792df5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.1005383 Dec 22 16:56:05.334253 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.357199 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.365223 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-ac0fdd0e-4f26-4797-8099-0baa82125462 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 200 len: 1002 time: 0.0674906 Dec 22 16:56:05.424655 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.425407 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.429202 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d1866ab-f600-4801-a0bc-9da249cfe265 HTTP/1.1" status: 204 len: 168 time: 0.1420469 Dec 22 16:56:05.436623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e974e8-ff7f-429e-a511-2b4198aa2ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1866ab-f600-4801-a0bc-9da249cfe265,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:05.443664 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-5af66bbe-9ccb-42e4-932a-8306e2e7263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:05.445722 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-5af66bbe-9ccb-42e4-932a-8306e2e7263a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0684872 Dec 22 16:56:05.474840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:05.518091 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-7f67d876-09fd-4b38-a46f-14cae22b5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:05.519769 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-7f67d876-09fd-4b38-a46f-14cae22b5324 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608521 Dec 22 16:56:05.639148 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-1253bbc0-9261-4e1f-8a08-d77142813d56 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109548 Dec 22 16:56:05.736591 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c8eeed4e-f2e5-4ec2-af5a-15f52312c1ab req-2c73c6b7-11c6-426e-bec9-2ebc7342e15f service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887439 Dec 22 16:56:06.262418 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:06.437908 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:06.862104 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-097d70b6-b782-4d6f-8ce1-5b1abf9cdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:06.863703 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-097d70b6-b782-4d6f-8ce1-5b1abf9cdebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1137 time: 0.0793874 Dec 22 16:56:06.872983 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81aa01-4b29-40a1-8ee3-f95b900357db req-58d0525d-ec70-4558-8d07-a5de32ab958b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:06.874478 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-be81aa01-4b29-40a1-8ee3-f95b900357db req-58d0525d-ec70-4558-8d07-a5de32ab958b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0927718 Dec 22 16:56:07.031691 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-be81aa01-4b29-40a1-8ee3-f95b900357db req-9ab5d6b6-b630-4675-9ac7-2e299813a4c8 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411180 Dec 22 16:56:07.042487 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-f3353aa8-9c71-479e-89c6-9c3f9e4f434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:07.043997 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-f3353aa8-9c71-479e-89c6-9c3f9e4f434a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.1658142 Dec 22 16:56:07.119447 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-f63a5b94-bf72-47ec-bfc0-5d99db06be7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 1001 time: 0.0626369 Dec 22 16:56:07.173321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-c2a7bdb4-1d3a-4043-936d-fae54fc6d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:07.174911 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-c2a7bdb4-1d3a-4043-936d-fae54fc6d37e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0459654 Dec 22 16:56:07.232916 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-24a9db31-66ee-4283-bdab-d4165d3800a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:07.234975 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-24a9db31-66ee-4283-bdab-d4165d3800a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504365 Dec 22 16:56:07.335347 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-c11911a1-2ddb-4331-bda2-d24ea47e757c service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905621 Dec 22 16:56:07.437761 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7bbed25b-88bc-46bb-a392-c248bdb0daac req-10360647-66af-4b60-88a7-e044a05b848a service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916638 Dec 22 16:56:08.003650 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 34938) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:08.120296 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-00ecac34-5c86-4667-b115-b13648009861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.388115 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851bdca-083a-466d-a9b7-f2d6883d17bc req-1bc910d5-a1b4-4769-9a3c-81f1cb83d9c5 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:08.389713 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5851bdca-083a-466d-a9b7-f2d6883d17bc req-1bc910d5-a1b4-4769-9a3c-81f1cb83d9c5 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.2845719 Dec 22 16:56:08.480534 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-00ecac34-5c86-4667-b115-b13648009861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.487128 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5851bdca-083a-466d-a9b7-f2d6883d17bc req-a01c5684-3414-48e8-9171-8389c561f5eb tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906217 Dec 22 16:56:08.488276 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-00ecac34-5c86-4667-b115-b13648009861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.528843 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-00ecac34-5c86-4667-b115-b13648009861 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=190e1d1c1603464c8d0b0aeac414b7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240030 Dec 22 16:56:08.530000 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecac34-5c86-4667-b115-b13648009861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6dbdd1-5f06-4111-bba7-3dc0254ffd8a,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:08.532495 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 34948) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:08.595769 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.619600 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.666294 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.668919 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:08.670059 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c6dbdd1-5f06-4111-bba7-3dc0254ffd8a HTTP/1.1" status: 204 len: 168 time: 0.1359031 Dec 22 16:56:08.678053 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135ed5e-aca3-412e-991f-60461cdbda36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6dbdd1-5f06-4111-bba7-3dc0254ffd8a,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:09.623996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1696-86d9-43ac-b366-ee9ae341582e req-a91246a7-4524-4f43-a137-8eda48731bbe tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:09.631991 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-89cc1696-86d9-43ac-b366-ee9ae341582e req-a91246a7-4524-4f43-a137-8eda48731bbe tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0637219 Dec 22 16:56:09.695424 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-89cc1696-86d9-43ac-b366-ee9ae341582e req-fa4d2008-f072-4bbe-9705-eadde970c4d1 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625217 Dec 22 16:56:10.812455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee933-f07a-415b-86bf-5871ab7d0453 req-f7838b66-9b74-4bae-98b8-4717217d7e57 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:10.814551 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57cee933-f07a-415b-86bf-5871ab7d0453 req-f7838b66-9b74-4bae-98b8-4717217d7e57 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0512910 Dec 22 16:56:10.876054 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57cee933-f07a-415b-86bf-5871ab7d0453 req-16bfc20d-e690-4bf4-966b-5be61074cc23 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545571 Dec 22 16:56:11.992259 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b371-a464-441c-9e75-7da75e40ab0b req-41942575-7fb6-4836-9a79-b30e8fea0e16 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:11.993664 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-99c8b371-a464-441c-9e75-7da75e40ab0b req-41942575-7fb6-4836-9a79-b30e8fea0e16 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0514705 Dec 22 16:56:12.071963 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-99c8b371-a464-441c-9e75-7da75e40ab0b req-032e86cf-10e2-431e-986c-425e5ecc6f28 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633409 Dec 22 16:56:13.198686 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350af8-e7d1-475f-9d8a-fdae7218d0d9 req-c5408a07-4306-483e-9876-143738388832 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:13.200919 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2d350af8-e7d1-475f-9d8a-fdae7218d0d9 req-c5408a07-4306-483e-9876-143738388832 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0531542 Dec 22 16:56:13.263770 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2d350af8-e7d1-475f-9d8a-fdae7218d0d9 req-3b45d593-dc2f-4d25-80d5-5fbd280312ab tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563557 Dec 22 16:56:13.573468 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:56:14.382401 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6752201-8ae7-4baf-b913-d3e55d8b6050 req-e49ec77a-9dd3-4880-800c-27dc5aa0c106 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:14.384091 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6752201-8ae7-4baf-b913-d3e55d8b6050 req-e49ec77a-9dd3-4880-800c-27dc5aa0c106 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0509143 Dec 22 16:56:14.448959 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6752201-8ae7-4baf-b913-d3e55d8b6050 req-c220e610-00c1-4c44-9418-da4f18f3009b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584338 Dec 22 16:56:14.694209 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35058) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:14.798280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fda4fe9e-bfdc-46c1-80e4-b649ff146fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:14.873429 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fda4fe9e-bfdc-46c1-80e4-b649ff146fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:14.877840 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fda4fe9e-bfdc-46c1-80e4-b649ff146fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:14.915033 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-fda4fe9e-bfdc-46c1-80e4-b649ff146fff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f824eca3e574931ac5e8eb4cfc888d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197049 Dec 22 16:56:14.915885 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4fe9e-bfdc-46c1-80e4-b649ff146fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9069e-4447-42ed-bd85-c2ade3a25058,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:14.917697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35062) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:14.967650 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:14.987891 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.034896 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.037493 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.038674 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43d9069e-4447-42ed-bd85-c2ade3a25058 HTTP/1.1" status: 204 len: 168 time: 0.1193841 Dec 22 16:56:15.046522 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde95bd-2314-4eac-8ad6-58f1ba27c5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9069e-4447-42ed-bd85-c2ade3a25058,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:15.578502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec5ce-3b21-4e51-8cde-edd16e355a23 req-0eb6ccac-50eb-4f35-8ebc-1506fddde026 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:15.580056 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-293ec5ce-3b21-4e51-8cde-edd16e355a23 req-0eb6ccac-50eb-4f35-8ebc-1506fddde026 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0554500 Dec 22 16:56:15.623421 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35092) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:15.649980 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-293ec5ce-3b21-4e51-8cde-edd16e355a23 req-2db818a0-966f-410a-bbfa-69a0b876e2d8 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634212 Dec 22 16:56:15.836433 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-84a41d68-e780-4664-b43f-81fbb54ccf82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.913732 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-84a41d68-e780-4664-b43f-81fbb54ccf82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.918166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-84a41d68-e780-4664-b43f-81fbb54ccf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:15.958462 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-84a41d68-e780-4664-b43f-81fbb54ccf82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12ba3c59a8f94c64995b33f4bd166b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337402 Dec 22 16:56:15.959405 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a41d68-e780-4664-b43f-81fbb54ccf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4c0c1-6d3e-4d75-9654-05d2b7cceedc,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:15.961075 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35130) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:16.010595 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.032972 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.079863 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.082514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.083674 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55d4c0c1-6d3e-4d75-9654-05d2b7cceedc HTTP/1.1" status: 204 len: 168 time: 0.1209245 Dec 22 16:56:16.092248 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4c0c1-6d3e-4d75-9654-05d2b7cceedc,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:16.099770 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.100174 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.100502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.100819 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.101157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.101487 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.101813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.102148 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.102447 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.102808 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.103230 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.103441 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.103761 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d5c08-5b2c-4107-b723-ea71ded24858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:16.385562 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35148) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:16.399116 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4523-c0c8-46c5-bba2-ccc32055a751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.479645 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4523-c0c8-46c5-bba2-ccc32055a751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.484455 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4523-c0c8-46c5-bba2-ccc32055a751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.525513 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-fb1e4523-c0c8-46c5-bba2-ccc32055a751 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78b122798cfa41f3bbced435616f4a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388164 Dec 22 16:56:16.527459 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4523-c0c8-46c5-bba2-ccc32055a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1295e-4d3b-4a09-98b9-08475ed30675,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:16.528221 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35160) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:16.579976 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.610289 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.671875 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.675339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:16.679833 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cd1295e-4d3b-4a09-98b9-08475ed30675 HTTP/1.1" status: 204 len: 168 time: 0.1501780 Dec 22 16:56:16.688059 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf919ee-7c21-4922-aa7e-e49ae4b556e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1295e-4d3b-4a09-98b9-08475ed30675,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:16.777549 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429091e-f150-4e64-bed9-6da110dfb41d req-d994f1c8-bfcc-495e-a9a0-0870626af9a9 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:16.779232 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3429091e-f150-4e64-bed9-6da110dfb41d req-d994f1c8-bfcc-495e-a9a0-0870626af9a9 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0574162 Dec 22 16:56:16.854684 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-3429091e-f150-4e64-bed9-6da110dfb41d req-2d1e89dc-85d4-4b8f-b622-660c9221c158 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682201 Dec 22 16:56:17.979050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47491-470d-4e60-9bd9-e1b7349aecf1 req-384c7fac-1cc6-49bf-b132-cccd5fa7c133 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:17.980756 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-72b47491-470d-4e60-9bd9-e1b7349aecf1 req-384c7fac-1cc6-49bf-b132-cccd5fa7c133 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0500648 Dec 22 16:56:18.041935 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-72b47491-470d-4e60-9bd9-e1b7349aecf1 req-8feb61c3-5deb-4444-a1c2-0897dd93007b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547695 Dec 22 16:56:19.162783 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d6e50-0ed2-4936-afab-acc4a1894b2e req-da6d9092-8c0f-487a-b7c9-c82d7423224f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:19.164406 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-976d6e50-0ed2-4936-afab-acc4a1894b2e req-da6d9092-8c0f-487a-b7c9-c82d7423224f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0538001 Dec 22 16:56:19.230780 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-976d6e50-0ed2-4936-afab-acc4a1894b2e req-314b104f-584a-4e33-af13-aff4d9ee1632 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&id=01210898-06b3-438f-aaaa-166fe6a22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603111 Dec 22 16:56:27.357939 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35302) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:27.464315 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0c659357-bbfd-4dfe-a1eb-6f1da59719df admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.540701 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0c659357-bbfd-4dfe-a1eb-6f1da59719df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.547191 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0c659357-bbfd-4dfe-a1eb-6f1da59719df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.585176 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c659357-bbfd-4dfe-a1eb-6f1da59719df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f85374a-9bad-4d62-b15d-8177c6965862,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:27.590037 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0c659357-bbfd-4dfe-a1eb-6f1da59719df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24875d98ecca48a5a945260049aa2c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310417 Dec 22 16:56:27.592171 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35306) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:27.645800 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.667943 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.727105 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.729741 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:27.731074 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f85374a-9bad-4d62-b15d-8177c6965862 HTTP/1.1" status: 204 len: 168 time: 0.1378314 Dec 22 16:56:27.738646 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a42af-2208-42a6-8644-3a10e2d9f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f85374a-9bad-4d62-b15d-8177c6965862,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:28.037827 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35326) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:28.051256 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b71133ce-3162-4f9b-877c-7e8a9f0c3f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.126169 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b71133ce-3162-4f9b-877c-7e8a9f0c3f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.130128 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b71133ce-3162-4f9b-877c-7e8a9f0c3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.169328 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b71133ce-3162-4f9b-877c-7e8a9f0c3f08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1eb04059873943baa0672d06b938afb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303778 Dec 22 16:56:28.170283 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71133ce-3162-4f9b-877c-7e8a9f0c3f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc4bef-6503-4b19-a272-235b5840b7d2,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:28.171319 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35328) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:28.223724 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.244777 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.292152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.294825 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:28.296031 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ebc4bef-6503-4b19-a272-235b5840b7d2 HTTP/1.1" status: 204 len: 168 time: 0.1231561 Dec 22 16:56:28.304510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc4bef-6503-4b19-a272-235b5840b7d2,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:28.311561 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.311909 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.312319 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.312659 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.312993 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.313319 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.313683 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.314005 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.314330 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.314664 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.314970 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.315283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:28.315604 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfe004-2cbc-4423-b9fe-bc6c613d9555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:29.305898 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199166b-e6aa-4872-8e6a-0825bd02a5b3 req-b7f6c71a-2181-430a-a4ff-08facb825d45 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:29.307600 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b199166b-e6aa-4872-8e6a-0825bd02a5b3 req-b7f6c71a-2181-430a-a4ff-08facb825d45 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0523536 Dec 22 16:56:29.357874 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-b199166b-e6aa-4872-8e6a-0825bd02a5b3 req-ce231bf2-d2b9-42e4-aa93-612f9f0785bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Dec 22 16:56:29.423703 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35376) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:29.530153 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2982b-96ae-4739-9c2d-a098e899e468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.603647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2982b-96ae-4739-9c2d-a098e899e468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.607274 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a7b2982b-96ae-4739-9c2d-a098e899e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.646587 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2982b-96ae-4739-9c2d-a098e899e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf5c80-7cf8-4661-a8b6-a07e8dfc92e5,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:29.650793 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a7b2982b-96ae-4739-9c2d-a098e899e468 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b386632f551b470caa032b2edf05d903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260501 Dec 22 16:56:29.654063 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35384) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:29.700996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.723504 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.770602 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.773332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:29.774477 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65bf5c80-7cf8-4661-a8b6-a07e8dfc92e5 HTTP/1.1" status: 204 len: 168 time: 0.1202025 Dec 22 16:56:29.783461 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23286b-f651-465f-9f89-aa5fbaec96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf5c80-7cf8-4661-a8b6-a07e8dfc92e5,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:30.480982 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78711005-c42b-42d5-a15e-6d65eab92bc5 req-4f8ec824-223d-4e82-a498-f8295004e86f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:30.482459 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-78711005-c42b-42d5-a15e-6d65eab92bc5 req-4f8ec824-223d-4e82-a498-f8295004e86f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0513570 Dec 22 16:56:30.514462 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1b6a-fd21-4b8a-a869-568267202534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:30.531523 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-78711005-c42b-42d5-a15e-6d65eab92bc5 req-99add377-1dd3-487f-85e6-0365c17af8e3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Dec 22 16:56:31.169707 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-10e14194-ade0-45ea-a895-c6a77d102158 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:31.171162 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-10e14194-ade0-45ea-a895-c6a77d102158 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.0496788 Dec 22 16:56:31.504036 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Deleting port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:56:31.504392 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:31.591236 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] For port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:31.591599 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:31.771843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26017f93-f8c5-4af3-8ceb-31f950078293 req-7ddde470-c7be-4739-bfd0-cb62ecd12fc0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:31.773259 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26017f93-f8c5-4af3-8ceb-31f950078293 req-7ddde470-c7be-4739-bfd0-cb62ecd12fc0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=463be386-b068-4dec-8042-d1084b0f2684 HTTP/1.1" status: 200 len: 947 time: 0.1692975 Dec 22 16:56:31.880432 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26017f93-f8c5-4af3-8ceb-31f950078293 req-23244d89-9112-485f-8716-cda5038e6907 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e510df5-72c2-4aff-9b6e-e6e434a5fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002254 Dec 22 16:56:31.892549 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:31.892914 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:31.893221 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Floating IP b8296d71-37af-47dc-b316-4d2f73e42bc1 disassociated. External IP: 172.27.1.132, port: fadce0f8-a72e-41df-8ec0-5d450e7a8fd9. Dec 22 16:56:31.893566 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Calling delete_port for fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:56:32.023504 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:32.053004 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'Port': ['ID=fadce0f8-a72e-41df-8ec0-5d450e7a8fd9,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:32.169924 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:56:32.280289 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:32.291291 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:56:32.301670 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:32.302395 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:32.320131 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] No DVR routers for this DVR port fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:56:32.322698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:32.326035 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c6b8795f-3a9b-4113-8908-36b15bd2960a req-47a97dd0-aa89-4bd5-b3c8-6729d409aeb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "DELETE /v2.0/ports/fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 HTTP/1.1" status: 204 len: 173 time: 1.1478658 Dec 22 16:56:32.326477 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-deleted', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:56:32.328816 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e6003-ab7f-4f53-997d-d7709af4147c" -d '{"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-deleted", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:56:32.367191 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ad596-20d3-40ad-9119-a71385b729a4 x-openstack-request-id: req-d95ad596-20d3-40ad-9119-a71385b729a4 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:56:32.367484 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463be386-b068-4dec-8042-d1084b0f2684", "name": "network-vif-deleted", "tag": "fadce0f8-a72e-41df-8ec0-5d450e7a8fd9", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:56:32.367736 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d95ad596-20d3-40ad-9119-a71385b729a4 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:56:32.368181 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463be386-b068-4dec-8042-d1084b0f2684', 'name': 'network-vif-deleted', 'tag': 'fadce0f8-a72e-41df-8ec0-5d450e7a8fd9', 'status': 'completed', 'code': 200} Dec 22 16:56:32.421044 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:32.637935 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:32.664256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:56:32.676724 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:32.677330 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:32.728841 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1154ea31-45c4-41a4-bece-5cf704f60518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:32.795830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:32.986077 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35410) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:33.021285 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:33.049738 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aaa94-d049-41d5-803f-813f1bce9f45 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:56:33.059693 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.086434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.146673 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.149431 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.153506 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "DELETE /v2.0/security-groups/2e510df5-72c2-4aff-9b6e-e6e434a5fb99 HTTP/1.1" status: 204 len: 168 time: 0.1629217 Dec 22 16:56:33.153940 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35414) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:33.161318 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b4495-e864-4ed6-9a36-792bdae1b2b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e510df5-72c2-4aff-9b6e-e6e434a5fb99,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:33.173526 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.api.v2.resource [None req-2bff0e0f-43e3-4f51-9fa3-fbbd7805422c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] show failed (client error): The resource could not be found. Dec 22 16:56:33.179498 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2bff0e0f-43e3-4f51-9fa3-fbbd7805422c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups/2e510df5-72c2-4aff-9b6e-e6e434a5fb99 HTTP/1.1" status: 404 len: 347 time: 0.0242913 Dec 22 16:56:33.180496 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35416) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:33.306064 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d799918-9805-4f4c-be11-054a2e7a3a8f None None] New status for floating IP b8296d71-37af-47dc-b316-4d2f73e42bc1: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:56:33.329172 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Deleting port f818acd7-0394-42e7-b671-e7aadff59e3b {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:56:33.329523 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.421870 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.422113 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.435899 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Calling delete_port for f818acd7-0394-42e7-b671-e7aadff59e3b owned by network:floatingip {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:56:33.594758 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.620763 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'Port': ['ID=f818acd7-0394-42e7-b671-e7aadff59e3b,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:33.681420 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.683851 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:33.685056 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-fe982c8d-ba62-4f1c-89b4-470dc8685691 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "DELETE /v2.0/floatingips/b8296d71-37af-47dc-b316-4d2f73e42bc1 HTTP/1.1" status: 204 len: 168 time: 0.5027776 Dec 22 16:56:33.918177 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35420) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:33.923283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121026108', 'description': 'tempest-description--1774203410'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:33.948211 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.016582 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.025458 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.030223 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.058892 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.060171 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409652 Dec 22 16:56:34.063590 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35422) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:34.069054 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group_rule': {'security_group_id': '01ea4123-f99b-4dbe-bcd7-459dadc6b5e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:34.074568 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421c2ba-68e0-40b4-8675-be1a611f6695 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:34.101833 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.176927 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.184236 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.204675 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf323c4-b0be-4bc0-bcd4-22629c04de66,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:34.216489 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.224812 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-4a636742-dd92-4b69-94f8-a29900ad48bc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600981 Dec 22 16:56:34.225196 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35428) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:34.230196 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'security_group_rule': {'security_group_id': '01ea4123-f99b-4dbe-bcd7-459dadc6b5e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:34.260618 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.337197 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.346593 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.367460 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d4ad99-95b7-4271-a3d8-fd93170c1735,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:34.375434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.376692 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-89e14771-5236-498a-9a92-d1ff54db0397 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499712 Dec 22 16:56:34.379550 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35432) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:34.383708 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:34.406453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.499740 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.619463 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Allocated IP 172.27.1.12 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:34.719358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.752476 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.794480 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:34.797832 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:34.801236 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:34.806500 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:34.889197 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:34.927213 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.088087 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.092737 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.166586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:35.175903 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.190960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.192177 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-58068ffd-c6d3-4aba-bf33-1668eda43f57 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8117270 Dec 22 16:56:35.382424 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-09f0a57f-916b-47b7-b43a-8dd8d400b269 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--121026108&fields=id&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 267 time: 0.0419130 Dec 22 16:56:35.467831 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:35.496184 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bc4c10ad-f5f8-4f9d-999e-66bc0f7b94e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:35.497689 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bc4c10ad-f5f8-4f9d-999e-66bc0f7b94e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 817 time: 0.1082542 Dec 22 16:56:35.512835 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-822d6a88-6c1f-4843-b604-3853a5acf47b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/quotas/a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 375 time: 0.0091844 Dec 22 16:56:35.576304 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-012b7709-3921-4cf2-9329-5346c490122c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565076 Dec 22 16:56:35.677197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-5a9e9f0a-a23b-4327-b43a-f863c41ccd43 service neutron] 10.222.0.41 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918262 Dec 22 16:56:35.778902 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-8be052b7-f2e0-4ae0-a661-3497cc5479e6 service neutron] 10.222.0.41 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956497 Dec 22 16:56:35.953902 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-04d1382f-7d08-40ad-8f52-037b698edc24 req-869f165a-c60e-41ff-9532-1cadea24aaca tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 210 time: 0.0282688 Dec 22 16:56:36.186107 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:56:36.207309 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:56:36.207787 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device fadce0f8-a72e-41df-8ec0-5d450e7a8fd9 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:56:36.273190 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:36.430094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:36.921418 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-4363fb2b-87c8-498d-8c09-3f187ae27289 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:36.923249 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-4363fb2b-87c8-498d-8c09-3f187ae27289 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 817 time: 0.1234949 Dec 22 16:56:36.991575 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-0462feb8-d599-40ab-8dc4-23f4007b1822 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 379 time: 0.0579801 Dec 22 16:56:37.006950 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'port': {'device_id': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'admin_state_up': True, 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'security_groups': ['01ea4123-f99b-4dbe-bcd7-459dadc6b5e3']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:37.060626 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4f0f833e-322f-497d-88f8-3b8c342ce9a6 req-c8cd6587-3759-46c9-ae06-be8f275c505f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Dec 22 16:56:37.128360 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Made reservation on behalf of a622ab8fee1845b3a8ebff9ee27e676e for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:37.131830 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:37.256568 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Allocated IP 172.20.0.11 (0acee379-f900-4ea8-a6c2-b88479d53ff3/1abb6d48-fc20-44b8-8b95-acea24d2861b/51b52e8c-0ac4-42a8-a28a-f4024acc625c) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:37.386668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:37.423476 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:37.468003 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:37.470978 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:37.474585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:37.482962 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:37.530376 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:37.531004 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:37.548493 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bd0d51f8-0452-4b85-9ac3-038c0897d1e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5456212 Dec 22 16:56:37.690906 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-8b4baaa4-b84a-4479-b39b-fadda128fea7 None None] Provisioning complete for port 51b52e8c-0ac4-42a8-a28a-f4024acc625c triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:37.691500 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-8b4baaa4-b84a-4479-b39b-fadda128fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:37.723343 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-8b4baaa4-b84a-4479-b39b-fadda128fea7 None None] Port 51b52e8c-0ac4-42a8-a28a-f4024acc625c cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:56:38.186051 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9aa0-7d1e-40f2-85d2-d85f03bf825a req-f68824c3-21da-4a5a-9fc3-a276f078a301 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:38.187491 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-324a9aa0-7d1e-40f2-85d2-d85f03bf825a req-f68824c3-21da-4a5a-9fc3-a276f078a301 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 932 time: 0.0511277 Dec 22 16:56:38.239752 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-324a9aa0-7d1e-40f2-85d2-d85f03bf825a req-3db18917-3233-468f-83a5-c4c901b83701 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462184 Dec 22 16:56:38.889686 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Request body: {'port': {'device_id': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:38.941383 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.198647 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:56:39.206751 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.219147 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Transition to ACTIVE for port object 51b52e8c-0ac4-42a8-a28a-f4024acc625c will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:56:39.222912 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.274317 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:39.350108 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Attempting to bind port 51b52e8c-0ac4-42a8-a28a-f4024acc625c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:39.350453 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Attempting to bind port 51b52e8c-0ac4-42a8-a28a-f4024acc625c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:39.350783 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Attempting to bind port 51b52e8c-0ac4-42a8-a28a-f4024acc625c on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:39.356778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Port 51b52e8c-0ac4-42a8-a28a-f4024acc625c on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:56:39.356778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Attempting to bind port 51b52e8c-0ac4-42a8-a28a-f4024acc625c on network 0acee379-f900-4ea8-a6c2-b88479d53ff3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:39.362082 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:39.362415 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Checking segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:39.363055 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Bound using segment: {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:39.363239 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Bound port: 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:39.363603 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.365723 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620dc4-f51a-418c-a1f2-bf1ea2e1a6aa req-d50c5fc5-68e7-4d27-9190-a85bdef53f4e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:39.367387 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8620dc4-f51a-418c-a1f2-bf1ea2e1a6aa req-d50c5fc5-68e7-4d27-9190-a85bdef53f4e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0528636 Dec 22 16:56:39.422946 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8620dc4-f51a-418c-a1f2-bf1ea2e1a6aa req-9b8da20c-d04e-45ed-84c8-ca4d6df38a90 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490556 Dec 22 16:56:39.434050 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:39.437963 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:39.444280 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.484702 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:39.485323 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:39.486669 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] 10.222.0.54 "PUT /v2.0/ports/51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 200 len: 1094 time: 0.6014342 Dec 22 16:56:39.487106 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:56:39.489368 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3648f1-d1a6-43d6-8e27-f86f6e510177" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:56:39.514769 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc2f37-c650-4523-a683-9ca86907974e service neutron] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:39.528964 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab2064-ad25-4731-9f45-eda5295af3b4 x-openstack-request-id: req-13ab2064-ad25-4731-9f45-eda5295af3b4 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:56:39.529253 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:56:39.529532 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13ab2064-ad25-4731-9f45-eda5295af3b4 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:56:39.529959 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'status': 'completed', 'code': 200} Dec 22 16:56:39.945952 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-0687b0cd-10c2-4fff-bd79-1eb00e2fd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:39.947480 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-0687b0cd-10c2-4fff-bd79-1eb00e2fd2ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1097 time: 0.0423958 Dec 22 16:56:40.056873 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-a40b1adb-c16e-4059-965e-6b348158d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.058522 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-a40b1adb-c16e-4059-965e-6b348158d9c4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0933990 Dec 22 16:56:40.157613 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-420efbe0-74d6-4051-8393-a592f76102c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.159144 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8f3648f1-d1a6-43d6-8e27-f86f6e510177 req-420efbe0-74d6-4051-8393-a592f76102c0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915554 Dec 22 16:56:40.242530 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-b67db737-7fee-4a86-94e6-27eb407c470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.244103 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-b67db737-7fee-4a86-94e6-27eb407c470c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1097 time: 0.0485570 Dec 22 16:56:40.300844 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-139fd405-8e28-4588-96f4-4bfabd566a76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 200 len: 217 time: 0.0396342 Dec 22 16:56:40.353863 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-cb75c650-162f-41c9-a17b-5fe62c56ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.355333 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-cb75c650-162f-41c9-a17b-5fe62c56ee99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0457709 Dec 22 16:56:40.401758 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-c86ac7c3-113a-4991-8ceb-019a472780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.403229 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-c86ac7c3-113a-4991-8ceb-019a472780ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394483 Dec 22 16:56:40.501304 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-7b91ee58-30ab-42ce-9f12-8686f1241af4 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880477 Dec 22 16:56:40.605226 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431656f-9a4f-4d25-b59f-e710eaf7bc37 req-fba2a1ca-cfc0-4369-a162-2ebeb1b624aa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:40.606716 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4431656f-9a4f-4d25-b59f-e710eaf7bc37 req-fba2a1ca-cfc0-4369-a162-2ebeb1b624aa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.1080666 Dec 22 16:56:40.646453 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cdea4fb7-338b-405c-abc2-c993a67e2f45 req-99764f7d-8439-4908-96a6-82347ce6dc01 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339607 Dec 22 16:56:40.669323 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4431656f-9a4f-4d25-b59f-e710eaf7bc37 req-d90b5096-9269-428d-955f-b4c95cda0537 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561717 Dec 22 16:56:41.793135 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b605b-2bb7-4a2d-abc8-c22a44fb2a16 req-c02685f8-0809-4c85-ae36-23667d7bc329 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:41.794634 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e17b605b-2bb7-4a2d-abc8-c22a44fb2a16 req-c02685f8-0809-4c85-ae36-23667d7bc329 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0526083 Dec 22 16:56:41.841665 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e17b605b-2bb7-4a2d-abc8-c22a44fb2a16 req-7da5b06a-a20e-4db9-a96d-564caa03f40d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Dec 22 16:56:42.905842 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:56:42.959145 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f3de-554d-40a3-ac18-7fbc03286d2e req-f73fe873-1781-4648-9491-77c6b679731a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:42.960808 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7788f3de-554d-40a3-ac18-7fbc03286d2e req-f73fe873-1781-4648-9491-77c6b679731a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Dec 22 16:56:43.006569 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:43.008741 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7788f3de-554d-40a3-ac18-7fbc03286d2e req-bf1b3427-8b18-4fe7-9ae5-adbb889f9e46 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Dec 22 16:56:43.018967 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:56:43.057032 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:43.072749 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:56:43.096945 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:43.100905 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:43.165167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:43.176978 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.177505 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.178019 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.178510 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.179007 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.179499 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.180019 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.180552 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.181049 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.181550 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.182038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.182515 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.183001 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:43.341937 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['51b52e8c-0ac4-42a8-a28a-f4024acc625c'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:56:44.141152 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf403e5-60be-4c47-a03f-e08550524c67 req-b852c5e8-0e8c-4591-84e8-dc6b67ed87bd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:44.142655 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-daf403e5-60be-4c47-a03f-e08550524c67 req-b852c5e8-0e8c-4591-84e8-dc6b67ed87bd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Dec 22 16:56:44.188846 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-daf403e5-60be-4c47-a03f-e08550524c67 req-aee73480-fd95-4814-b84a-c82ab5957141 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Dec 22 16:56:44.905870 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:45.076950 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 51b52e8c-0ac4-42a8-a28a-f4024acc625c completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:56:45.081363 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 51b52e8c-0ac4-42a8-a28a-f4024acc625c triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:45.081737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:45.160911 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:45.184793 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:56:45.187068 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a4a37-4069-40ad-a3bc-3030608e0e77" -d '{"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:56:45.200635 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:45.206736 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:45.231965 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6da6e-2747-41f8-900c-a7a27429ed72 x-openstack-request-id: req-75d6da6e-2747-41f8-900c-a7a27429ed72 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:56:45.232324 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:56:45.232595 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d6da6e-2747-41f8-900c-a7a27429ed72 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:56:45.233003 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'code': 200} Dec 22 16:56:45.261509 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:45.325731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104344cd-7e6a-4021-98ca-2f8da8510065 req-40a937e7-c446-46c2-a382-a4278bb3bb7f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:45.327946 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-104344cd-7e6a-4021-98ca-2f8da8510065 req-40a937e7-c446-46c2-a382-a4278bb3bb7f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0546415 Dec 22 16:56:45.384342 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-104344cd-7e6a-4021-98ca-2f8da8510065 req-d69cce4e-f1b2-4149-a91b-2f2f15d9841c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Dec 22 16:56:45.429513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de48d3-e805-407d-8007-8ab5ce2c2b45 req-95e7ba54-d574-4034-8b5f-e7abadd70e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:45.431094 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-37de48d3-e805-407d-8007-8ab5ce2c2b45 req-95e7ba54-d574-4034-8b5f-e7abadd70e55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1099 time: 0.0519753 Dec 22 16:56:45.490100 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-37de48d3-e805-407d-8007-8ab5ce2c2b45 req-774e3114-45c0-4c2b-b2ff-afd346829e5a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516174 Dec 22 16:56:45.854924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35556) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:45.954459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fee17ad6-0d1c-4b52-af8f-82f2624d0dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.025426 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fee17ad6-0d1c-4b52-af8f-82f2624d0dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.029158 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-fee17ad6-0d1c-4b52-af8f-82f2624d0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.072725 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-fee17ad6-0d1c-4b52-af8f-82f2624d0dcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d99844aaa0b04a5c9f8ae246770d5821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167065 Dec 22 16:56:46.073827 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee17ad6-0d1c-4b52-af8f-82f2624d0dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fef3c-efa1-4ec4-a1b6-ecf87bab2aa3,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:46.075527 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35560) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:46.123411 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.144804 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.190146 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.192886 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.194264 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f7fef3c-efa1-4ec4-a1b6-ecf87bab2aa3 HTTP/1.1" status: 204 len: 168 time: 0.1169937 Dec 22 16:56:46.202064 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de9d6-a756-4261-82ca-202c8e04c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fef3c-efa1-4ec4-a1b6-ecf87bab2aa3,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:46.524678 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24bc71-726e-4337-8153-7390fe1f82f5 req-b8ff178a-021b-4386-ae58-586b3222b975 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:46.534070 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8e24bc71-726e-4337-8153-7390fe1f82f5 req-b8ff178a-021b-4386-ae58-586b3222b975 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0618162 Dec 22 16:56:46.581577 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8e24bc71-726e-4337-8153-7390fe1f82f5 req-6dda3cad-8346-4265-bea7-115ab723f3d2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 Dec 22 16:56:46.826438 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35586) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:46.920622 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1009820686-network', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:46.941913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Made reservation on behalf of 0a842a460ed64afba57f8b0bab1fd627 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:46.944546 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:46.953189 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.025627 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.029325 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.053201 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:56:47.063925 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36502ff2-92dc-4054-838f-7d60fe657ee4,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:47.068585 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.069183 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Added segment 0cfa20d3-da75-48b0-a4dd-c0e572e996ae of type vlan for network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 Dec 22 16:56:47.109842 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.134072 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.134995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:47.135572 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.168361 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3401961 Dec 22 16:56:47.171407 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35590) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:47.176404 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Request body: {'subnet': {'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1009820686-subnet', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:47.198278 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bba70b-0da0-44f9-bbac-f16d322ea725 admin admin] Pushing event updated for resources: {'Network': ['ID=71c98bd9-4849-4f4e-a3e6-d162e3b50682,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:47.199711 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Made reservation on behalf of 0a842a460ed64afba57f8b0bab1fd627 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:47.203541 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8867731'] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.208597 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:56:47.374943 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8867713'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.674652 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f721a61-d001-40d9-957b-5191a2cd06c4,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:47.682120 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:47.682476 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Network hostable DHCP agents. Network: 71c98bd9-4849-4f4e-a3e6-d162e3b50682, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:56:47.700969 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:56:47.714402 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc6f5-2533-4f08-8e14-97184f76833d req-5a74539f-7dbb-4fe8-8a60-ced4ba076088 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:47.715919 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ed4bc6f5-2533-4f08-8e14-97184f76833d req-5a74539f-7dbb-4fe8-8a60-ced4ba076088 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Dec 22 16:56:47.720836 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 71c98bd9-4849-4f4e-a3e6-d162e3b50682) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:47.724815 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:47.725417 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.731863 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ee460-cc84-4fe4-ad31-8fb67bcdadae None None] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:47.747931 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-953aed4f-6121-4099-a3c9-db591aeb3ab9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5749643 Dec 22 16:56:47.750556 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35596) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:47.756311 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:47.767115 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ed4bc6f5-2533-4f08-8e14-97184f76833d req-721096c3-1abd-4fb9-8df4-527748d51096 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Dec 22 16:56:47.788023 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.789179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.853624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:56:47.854497 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:47.871819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.013158 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd803a-ba6b-448f-8b60-8cfec7c07ea0 req-5cf2a0c5-6d1b-4199-9c27-4d05c49d0507 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:48.015089 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-65bd803a-ba6b-448f-8b60-8cfec7c07ea0 req-5cf2a0c5-6d1b-4199-9c27-4d05c49d0507 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.1530924 Dec 22 16:56:48.021341 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Allocated IP 172.20.0.2 (71c98bd9-4849-4f4e-a3e6-d162e3b50682/0f721a61-d001-40d9-957b-5191a2cd06c4/6d0d8e28-a790-49b0-96fe-2120b9a8e7ef) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:48.026388 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35602) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:48.033655 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Request body: {'floatingip': {'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:48.069803 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.125164 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.204099 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.213377 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.259963 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:48.263482 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:48.268682 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:48.275204 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Pushing event updated for resources: {'Port': ['ID=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:48.329511 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Attempting to bind port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:48.329931 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Attempting to bind port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:48.330237 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Attempting to bind port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:48.335706 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:48.336085 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:48.337472 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.337472 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Bound using segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:48.338070 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Bound port: 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:48.339125 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.387773 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7630c-67d1-45bf-88da-eca81445845d req-4c5e9e45-e2dd-4007-8f60-9c50871ca7e8 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:48.389386 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-94d7630c-67d1-45bf-88da-eca81445845d req-4c5e9e45-e2dd-4007-8f60-9c50871ca7e8 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.1256015 Dec 22 16:56:48.391148 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.414249 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.418322 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] For port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:48.422347 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] For port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:48.427678 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.494647 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1372-a838-4f00-b011-425a369626a8 None None] Pushing event updated for resources: {'Port': ['ID=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:48.553946 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-94d7630c-67d1-45bf-88da-eca81445845d req-9db42a46-3a4c-49c7-9019-c73388a1e1d5 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421001 Dec 22 16:56:48.575298 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Allocated IP 172.27.1.159 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/a71a8a35-5022-4295-a193-843d5feddb81) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:48.642833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.648562 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.716283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.763179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:48.796120 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Floating IP e025679f-e14c-470e-8c89-bb7dd20429e4 associated. External IP: 172.27.1.12, port: 51b52e8c-0ac4-42a8-a28a-f4024acc625c. Dec 22 16:56:48.815140 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:48.821748 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:48.824387 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:48.826788 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Pushing event updated for resources: {'Port': ['ID=a71a8a35-5022-4295-a193-843d5feddb81,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:49.013959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:56:49.092336 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.167639 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:49.239138 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:49.240496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.326874 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.337539 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.360466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:49.365667 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.373717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:56:49.380830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:49.390347 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:49.391036 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:49.393433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.408099 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-91688188-b7e3-4bde-8c27-9e2c421b138d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "PUT /v2.0/floatingips/e025679f-e14c-470e-8c89-bb7dd20429e4 HTTP/1.1" status: 200 len: 991 time: 1.3800330 Dec 22 16:56:49.409120 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:56:49.411918 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c700bfe4-592a-423e-8ef0-f5b713e5c536" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:56:49.463790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1bf5c8-c133-4f27-bf30-291f38f8c688 x-openstack-request-id: req-ae1bf5c8-c133-4f27-bf30-291f38f8c688 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:56:49.464079 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:56:49.464358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae1bf5c8-c133-4f27-bf30-291f38f8c688 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:56:49.464754 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'status': 'completed', 'code': 200} Dec 22 16:56:49.538157 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:56:49.554735 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-8410d5f2-9044-4174-8d42-d85539a9c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:49.556417 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-8410d5f2-9044-4174-8d42-d85539a9c137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1099 time: 0.0612199 Dec 22 16:56:49.556720 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:49.585165 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:49.636809 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeec712-1cf8-4b01-b01a-7a7ac8b2e31d None None] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:49.790083 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282c45-be09-41a0-9560-5df2c1767611 req-011b7c52-32d5-4d2d-9aeb-2b8a67b24e31 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:49.791599 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0e282c45-be09-41a0-9560-5df2c1767611 req-011b7c52-32d5-4d2d-9aeb-2b8a67b24e31 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.1580081 Dec 22 16:56:49.794601 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:49.800625 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-a02f26fb-84df-4fa6-b56c-f51f6d861ffd None None] Provisioning complete for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:49.801011 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a02f26fb-84df-4fa6-b56c-f51f6d861ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.801219 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-c47572f7-46dc-407f-8731-0c06d0b5fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:49.804870 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-c47572f7-46dc-407f-8731-0c06d0b5fd79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.2009981 Dec 22 16:56:49.806132 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:56:49.819092 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:49.819905 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:49.867732 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:49.869005 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-df11efa9-9ec3-47b8-87ec-56142d0c874c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1172578 Dec 22 16:56:49.871729 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35616) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:49.920237 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0e282c45-be09-41a0-9560-5df2c1767611 req-2ee6a030-4f34-4727-b4aa-9e0a4da3d57d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986764 Dec 22 16:56:49.931169 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:49.935712 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-04cbc9db-ba6c-4116-91b8-747ef5f6e8ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 200 len: 999 time: 0.1124289 Dec 22 16:56:50.033279 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-7b27cf83-d8bb-4150-94a8-47e02c23e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:50.035037 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-7b27cf83-d8bb-4150-94a8-47e02c23e2a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0870173 Dec 22 16:56:50.109336 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-a16c1d15-6185-48fd-85e0-960bf81eb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:50.111086 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-a16c1d15-6185-48fd-85e0-960bf81eb248 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675597 Dec 22 16:56:50.154353 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'e025679f-e14c-470e-8c89-bb7dd20429e4', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:56:34Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:50.227269 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 3, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:50.258374 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:56:50.259131 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Updating router d2fc31c7-5731-4651-bc0f-287cbdc97659 port a71a8a35-5022-4295-a193-843d5feddb81 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:56:50.287908 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-0436d2aa-14b2-4049-97c6-44ea173d1aa9 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671922 Dec 22 16:56:50.333583 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.403000 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:56:50.415855 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:50.416510 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:50.482117 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-dfab6441-e8dd-432b-ba63-1f80c35763da None None] Provisioning complete for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:50.483205 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-dfab6441-e8dd-432b-ba63-1f80c35763da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.489999 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c700bfe4-592a-423e-8ef0-f5b713e5c536 req-a7b74aad-b2e3-4c6e-80c2-e71281c2e602 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924214 Dec 22 16:56:50.570368 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.590800 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:56:50.693584 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:50.713864 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.722588 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.768817 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Allocated IP 172.20.0.1 (71c98bd9-4849-4f4e-a3e6-d162e3b50682/0f721a61-d001-40d9-957b-5191a2cd06c4/5ddfa05a-72cf-4c1a-9d93-583a1c0245ad) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:50.779463 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Attempting to bind port a71a8a35-5022-4295-a193-843d5feddb81 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:50.779888 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Attempting to bind port a71a8a35-5022-4295-a193-843d5feddb81 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:50.780254 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Attempting to bind port a71a8a35-5022-4295-a193-843d5feddb81 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:50.790599 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:50.790978 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:50.791384 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.791778 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:50.792477 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Bound port: a71a8a35-5022-4295-a193-843d5feddb81, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:50.792926 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.794680 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Pushing event updated for resources: {'Port': ['ID=a71a8a35-5022-4295-a193-843d5feddb81,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:50.820705 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.821397 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.821397 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.821787 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.822106 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.822433 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.822782 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.823114 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.823442 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.823779 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.824464 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.825083 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.825205 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:56:50.864408 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] For port a71a8a35-5022-4295-a193-843d5feddb81, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:50.869028 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] For port a71a8a35-5022-4295-a193-843d5feddb81, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a71a8a35-5022-4295-a193-843d5feddb81,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:50.880522 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.917506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:50.955977 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac40a5-2d18-4caf-b3d2-249faf292c5a None None] Pushing event updated for resources: {'Port': ['ID=a71a8a35-5022-4295-a193-843d5feddb81,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:50.968236 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:50.969359 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:50.971618 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'e025679f-e14c-470e-8c89-bb7dd20429e4', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:56:34Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:50.978991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.006623 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091728c4-0bc1-4d7a-a6cc-eb870753ca58 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'e025679f-e14c-470e-8c89-bb7dd20429e4', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:56:34Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 1, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:56:51.029879 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:51.036810 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:51.054812 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:51.111605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Pushing event updated for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:51.130340 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:51.136716 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.176836 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f7798-9546-4197-8a4f-e0a9a5f628c5 req-a21a5134-3f59-4f8d-9955-5793d13e9424 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:51.187545 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f49f7798-9546-4197-8a4f-e0a9a5f628c5 req-a21a5134-3f59-4f8d-9955-5793d13e9424 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.1059628 Dec 22 16:56:51.214523 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:51.257936 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f49f7798-9546-4197-8a4f-e0a9a5f628c5 req-11ac1183-3992-4eab-8b30-b5e205f65555 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694370 Dec 22 16:56:51.315917 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:51.316493 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.354645 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.375397 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8adc5-0a5b-4bca-9336-e2cf37e770a5 None None] New status for floating IP e025679f-e14c-470e-8c89-bb7dd20429e4: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:56:51.408053 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 3, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:51.437272 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe8671-56ab-4daa-9d8d-3f97d003d40b None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:48Z', 'revision_number': 3, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:56:51.537189 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-2b4ead01-5f20-4af8-b62c-d29e829312ca None None] Provisioning complete for port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:51.537723 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-2b4ead01-5f20-4af8-b62c-d29e829312ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.540383 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.545232 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.617580 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:51.620185 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Pushing event updated for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:51.632287 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ead01-5f20-4af8-b62c-d29e829312ca None None] Port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:56:51.746628 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:51.750578 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:51.885092 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:56:52.013567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:52.019902 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-053327f5-5f1c-4dcb-95c3-bc5041725beb admin admin] 10.222.0.41 "PUT /v2.0/routers/d2fc31c7-5731-4651-bc0f-287cbdc97659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459916 Dec 22 16:56:52.079500 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-61a85dfc-5774-444d-aac4-6d7281027f3f None None] Provisioning complete for port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:52.079884 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-61a85dfc-5774-444d-aac4-6d7281027f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.119894 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-61a85dfc-5774-444d-aac4-6d7281027f3f None None] Port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:56:52.168906 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcdd8-7487-4782-b3cd-914e8525e07f req-c64242ae-260e-4959-a48e-102eeb15786a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:52.170599 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-28ffcdd8-7487-4782-b3cd-914e8525e07f req-c64242ae-260e-4959-a48e-102eeb15786a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0635211 Dec 22 16:56:52.231639 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-28ffcdd8-7487-4782-b3cd-914e8525e07f req-5eb18055-c203-4e38-bd77-a529ceab52b1 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545859 Dec 22 16:56:52.398250 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe65ad-07b6-4ce2-8017-a3a6c54b8915 req-3e16947c-69e5-4bf8-9ad8-0a99f6c7a6bd tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:52.400018 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0ebe65ad-07b6-4ce2-8017-a3a6c54b8915 req-3e16947c-69e5-4bf8-9ad8-0a99f6c7a6bd tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0623047 Dec 22 16:56:52.458751 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-0ebe65ad-07b6-4ce2-8017-a3a6c54b8915 req-6741a0a0-9638-4fa8-b7be-459501dbef88 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518405 Dec 22 16:56:52.548673 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35648) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:52.553622 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-133051545-network', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:52.576344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Made reservation on behalf of a05a0c300b164f04a908fbe8b0fd81fc for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:52.578639 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.586931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.666929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.671326 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.696597 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 16:56:52.706592 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d31dfd-10c0-4ba6-b334-ab9c8c0724a1,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:52.711317 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.711652 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Added segment 77635668-ff4a-4db5-88e9-449fc36677f2 of type vlan for network 5e73d626-64e3-46c6-9040-23895e34a9d4 Dec 22 16:56:52.751445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.777457 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.778578 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:52.779164 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:52.815400 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2656090 Dec 22 16:56:52.818220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35652) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:52.823400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Request body: {'subnet': {'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-133051545-subnet', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:52.853893 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Made reservation on behalf of a05a0c300b164f04a908fbe8b0fd81fc for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:56:52.856626 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12234718'] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.059152 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8509603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12234700'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.106484 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8f37-7e6d-45b8-9d01-f4f7bcbd7a7f admin admin] Pushing event updated for resources: {'Network': ['ID=5e73d626-64e3-46c6-9040-23895e34a9d4,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:53.115960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd28474e-96d8-48e2-adec-ba599e7cdcaa,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:53.121382 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 16:56:53.135656 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Checking segment: {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:53.136049 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Network hostable DHCP agents. Network: 5e73d626-64e3-46c6-9040-23895e34a9d4, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 16:56:53.154487 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 16:56:53.165947 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 5e73d626-64e3-46c6-9040-23895e34a9d4) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:53.171639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:53.172459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.199632 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-859413a2-9a70-4684-8477-ff3dc7de640c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3777912 Dec 22 16:56:53.199806 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a71a8a35-5022-4295-a193-843d5feddb81 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:53.199911 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35654) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:53.205421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:53.230787 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad4868-2e80-4ab3-bcf5-8787334553a9 None None] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:53.231498 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29603'] for router, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.232741 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-527365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29626'] for router, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.257505 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:56:53.273040 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:53.275272 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:53.298356 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.349063 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a71a8a35-5022-4295-a193-843d5feddb81 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:53.349470 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.366943 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf652e3-49a8-4b9a-8ab8-f771a64298a9 req-79e9c922-7d44-4adc-bee6-113446e1769f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:53.374356 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5cf652e3-49a8-4b9a-8ab8-f771a64298a9 req-79e9c922-7d44-4adc-bee6-113446e1769f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0679667 Dec 22 16:56:53.396585 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp383e09d8-1263-5496-a45c-0c9688530985-5e73d626-64e3-46c6-9040-23895e34a9d4', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa'}]}} from dv-cinder-784477-12-iscsi. {{(pid=108903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 16:56:53.396988 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.432260 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:53.454675 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-5cf652e3-49a8-4b9a-8ab8-f771a64298a9 req-7908e967-8e39-491d-9e12-0f5227b618d0 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792484 Dec 22 16:56:53.470076 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.564492 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.599141 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port a71a8a35-5022-4295-a193-843d5feddb81, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a71a8a35-5022-4295-a193-843d5feddb81,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:53.607654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.db_base_plugin_common [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Allocated IP 172.20.0.2 (5e73d626-64e3-46c6-9040-23895e34a9d4/dd28474e-96d8-48e2-adec-ba599e7cdcaa/b7769f60-2151-41ca-afbe-2cde596163c4) {{(pid=108903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:53.609883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.632108 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7a45-49fe-4363-a24d-34f0fb5bb8b5 req-aa031990-4817-4a72-a37a-7fda8781fe0f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:53.633756 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dc6d7a45-49fe-4363-a24d-34f0fb5bb8b5 req-aa031990-4817-4a72-a37a-7fda8781fe0f tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0818279 Dec 22 16:56:53.691575 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 2, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:53.712552 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=a71a8a35-5022-4295-a193-843d5feddb81,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:53.720857 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:56:53.721294 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Updating router d2fc31c7-5731-4651-bc0f-287cbdc97659 port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:56:53.749017 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.778576 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dc6d7a45-49fe-4363-a24d-34f0fb5bb8b5 req-d9a83594-50c1-4902-a783-eb7151832a98 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335549 Dec 22 16:56:53.788962 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.818205 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks [] for port, precommit_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.819193 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.825990 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211'] for port, after_create {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.869328 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 is already hosted by enough agents. {{(pid=108903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:53.872453 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.scheduler.base_scheduler [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Resources bound (agent type, host, resource id): {{(pid=108903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:53.877890 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Received port after_create {{(pid=108903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:53.905525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Pushing event updated for resources: {'Port': ['ID=b7769f60-2151-41ca-afbe-2cde596163c4,revision_number=1']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:53.938661 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Attempting to bind port b7769f60-2151-41ca-afbe-2cde596163c4 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:53.939047 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Attempting to bind port b7769f60-2151-41ca-afbe-2cde596163c4 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:53.939391 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Attempting to bind port b7769f60-2151-41ca-afbe-2cde596163c4 on network 5e73d626-64e3-46c6-9040-23895e34a9d4 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:53.942755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Allocated IP 172.27.1.152 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/496ee995-6aac-46c0-9efa-2146797b52a1) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:53.946060 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:53.946573 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Checking segment: {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:53.947068 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:53.947609 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Bound using segment: {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:53.948137 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Bound port: b7769f60-2151-41ca-afbe-2cde596163c4, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:53.948566 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.023432 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] For port b7769f60-2151-41ca-afbe-2cde596163c4, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:54.027871 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] For port b7769f60-2151-41ca-afbe-2cde596163c4, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=b7769f60-2151-41ca-afbe-2cde596163c4,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:54.037929 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.055220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.094825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.104496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6130048-3996-4ad9-bf75-e9f5de895375 None None] Pushing event updated for resources: {'Port': ['ID=b7769f60-2151-41ca-afbe-2cde596163c4,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:54.134285 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:54.139853 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:54.143995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:54.158716 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.165951 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.178873 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Pushing event updated for resources: {'Port': ['ID=496ee995-6aac-46c0-9efa-2146797b52a1,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:54.222968 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5684-c43f-4f54-9e69-f1de47a4f4eb None None] Pushing event updated for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:54.276850 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Attempting to bind port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:54.277543 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Attempting to bind port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:54.277820 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Attempting to bind port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:54.283706 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:54.284168 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:54.284657 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.285153 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Bound using segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:54.285686 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Bound port: 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:54.286149 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.376644 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] For port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:54.380271 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] For port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:54.388108 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.476347 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:54.477200 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:54.480007 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5684-c43f-4f54-9e69-f1de47a4f4eb None None] Pushing event updated for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=4']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:54.590800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] Provisioning complete for port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:54.591344 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.618857 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:54.691188 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.737666 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] For port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:54.744587 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.767514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.809304 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3754a5-30eb-4d67-81c8-dd79d20345ed None None] Pushing event updated for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:54.821291 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae93e7f-6804-453c-ae53-26544e305663 req-1de881e1-d22d-4d84-9cc1-7909c4a5a262 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:54.822899 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ae93e7f-6804-453c-ae53-26544e305663 req-1de881e1-d22d-4d84-9cc1-7909c4a5a262 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.1149218 Dec 22 16:56:54.868560 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-f45859ac-4723-48b5-b13e-20c65da9584a None None] Provisioning complete for port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:54.868935 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f45859ac-4723-48b5-b13e-20c65da9584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:54.890670 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:54.907184 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa32680-40e9-455a-a7c7-55952bb0557f req-f3b4e9c3-863a-495b-8b3b-3ffd6647c718 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:54.926168 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9aa32680-40e9-455a-a7c7-55952bb0557f req-f3b4e9c3-863a-495b-8b3b-3ffd6647c718 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0593216 Dec 22 16:56:54.933679 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ce425-ab42-4ffd-89d1-0449c30a88f0 None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:56:54.936924 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ae93e7f-6804-453c-ae53-26544e305663 req-60eff076-7219-4a2f-906b-7d372cf43f92 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059034 Dec 22 16:56:55.032829 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9aa32680-40e9-455a-a7c7-55952bb0557f req-9b0d1cf0-36ce-4fc2-ac37-d76bee59954e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054313 Dec 22 16:56:55.185310 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648307'] for router, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:55.323315 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device b7769f60-2151-41ca-afbe-2cde596163c4 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:55.348804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Router 75c55003-05a3-403a-b35f-55026ffe49e4 is scheduled to L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 with binding_index 1 {{(pid=108901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 16:56:55.366744 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636093b-4b45-4197-8b7d-0f7ff81d88c5 None None] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:56:55.488183 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:55.511510 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:55.516825 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-87d3bb60-da15-4af8-a90b-00323e8fb3ee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3157067 Dec 22 16:56:55.517176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35668) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:55.585187 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Sync routers for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:56:55.607101 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] Provisioning complete for port b7769f60-2151-41ca-afbe-2cde596163c4 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:55.608298 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:55.644780 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:55.645429 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:55.656496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port b7769f60-2151-41ca-afbe-2cde596163c4 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:55.656871 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:55.870962 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:55.961996 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.035413 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.058202 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.131785 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] For port b7769f60-2151-41ca-afbe-2cde596163c4, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=b7769f60-2151-41ca-afbe-2cde596163c4,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:56.142331 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.155944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf107346-8be6-41d0-ba15-534667919ff7 req-83e8d44f-5bfa-444a-9925-529c9cda2a08 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:56.163305 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-bf107346-8be6-41d0-ba15-534667919ff7 req-83e8d44f-5bfa-444a-9925-529c9cda2a08 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.1250291 Dec 22 16:56:56.192907 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82be80f-3564-4954-888a-ee9b55c91510 req-e551f7bc-0c3c-403e-ba84-3635d350e4e7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:56.194930 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d82be80f-3564-4954-888a-ee9b55c91510 req-e551f7bc-0c3c-403e-ba84-3635d350e4e7 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0742559 Dec 22 16:56:56.243607 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.db.api [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:56:56.243848 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG oslo_db.api [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 16:56:56.250474 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269678ad-3244-4553-8b6e-8a26a0553cd3 None None] Pushing event updated for resources: {'Port': ['ID=b7769f60-2151-41ca-afbe-2cde596163c4,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:56.252801 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-bf107346-8be6-41d0-ba15-534667919ff7 req-60c978b8-cac7-47e4-bf15-4fb0d71595b5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882788 Dec 22 16:56:56.274654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 3, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:56.276889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d82be80f-3564-4954-888a-ee9b55c91510 req-43d587a3-888b-45f5-b9e3-5ec3f286cc00 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747089 Dec 22 16:56:56.281867 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-07629345-acc2-415d-8b77-5192da9892f2 None None] Provisioning complete for port b7769f60-2151-41ca-afbe-2cde596163c4 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:56.282842 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-07629345-acc2-415d-8b77-5192da9892f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.325844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Allocated IP 172.20.0.1 (5e73d626-64e3-46c6-9040-23895e34a9d4/dd28474e-96d8-48e2-adec-ba599e7cdcaa/fb40d799-f9e0-44f2-930a-c00addc82b33) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:56:56.344132 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Checking router: 75c55003-05a3-403a-b35f-55026ffe49e4 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:56:56.344770 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Updating router 75c55003-05a3-403a-b35f-55026ffe49e4 port 496ee995-6aac-46c0-9efa-2146797b52a1 binding host dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:56:56.381745 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.441788 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.485488 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.526031 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:56.529025 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:56.532665 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:56:56.556063 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Pushing event updated for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:56.587851 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.686946 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks [] for port, precommit_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.693333 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.734546 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.753250 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Attempting to bind port 496ee995-6aac-46c0-9efa-2146797b52a1 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:56:56.753624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Attempting to bind port 496ee995-6aac-46c0-9efa-2146797b52a1 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:56:56.753985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Attempting to bind port 496ee995-6aac-46c0-9efa-2146797b52a1 on network fb165d50-b613-4a20-b28d-7a0db2798dd3 {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:56:56.775541 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe39ca-6609-459e-9473-18760b908e23 None None] Pushing event updated for resources: {'Port': ['ID=496ee995-6aac-46c0-9efa-2146797b52a1,revision_number=2']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:56.788452 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:56:56.788825 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Checking segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:56:56.789229 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.789617 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Bound using segment: {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'} {{(pid=108903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:56:56.790098 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.managers [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Bound port: 496ee995-6aac-46c0-9efa-2146797b52a1, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}}] {{(pid=108903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:56:56.790481 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.819414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a71a8a35-5022-4295-a193-843d5feddb81 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:56.886577 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-3ad59561-df60-4976-9004-427a5020efbe None None] Provisioning complete for port fb40d799-f9e0-44f2-930a-c00addc82b33 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:56.886985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-3ad59561-df60-4976-9004-427a5020efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.891420 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] For port 496ee995-6aac-46c0-9efa-2146797b52a1, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:56:56.895373 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] For port 496ee995-6aac-46c0-9efa-2146797b52a1, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=496ee995-6aac-46c0-9efa-2146797b52a1,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:56:56.912755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.916309 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.917440 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.974581 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port a71a8a35-5022-4295-a193-843d5feddb81 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:56.975220 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.976660 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-3ad59561-df60-4976-9004-427a5020efbe None None] Port fb40d799-f9e0-44f2-930a-c00addc82b33 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:56:56.983419 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650032'] for router_interface, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:56.985188 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Pushing event updated for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:57.024292 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:56:57.024915 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:57.028237 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe39ca-6609-459e-9473-18760b908e23 None None] Pushing event updated for resources: {'Port': ['ID=496ee995-6aac-46c0-9efa-2146797b52a1,revision_number=3']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:57.085404 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:56:57.086779 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:56:57.167662 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:57.170888 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:56:57.226377 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Router 75c55003-05a3-403a-b35f-55026ffe49e4 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:56:57.381004 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:56:57.390057 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-658d8a19-4488-4062-acc3-f329ed65d855 admin admin] 10.222.0.41 "PUT /v2.0/routers/75c55003-05a3-403a-b35f-55026ffe49e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8715322 Dec 22 16:56:57.392813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31511-f7fc-409a-86e6-0727ce0b7ea4 req-f494a27f-a7df-461c-88aa-945082483f51 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:57.395298 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b20b2acd-239f-482d-b2ec-570fefe9112b None None] Provisioning complete for port fb40d799-f9e0-44f2-930a-c00addc82b33 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:57.395747 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b20b2acd-239f-482d-b2ec-570fefe9112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:57.404124 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-38d31511-f7fc-409a-86e6-0727ce0b7ea4 req-f494a27f-a7df-461c-88aa-945082483f51 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0676553 Dec 22 16:56:57.433099 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bae2bc-dbd4-44f2-a09b-0829f4376565 req-dc01a571-6a2b-4f39-9ea0-2fb2e7e04664 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:57.434929 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-38bae2bc-dbd4-44f2-a09b-0829f4376565 req-dc01a571-6a2b-4f39-9ea0-2fb2e7e04664 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0659950 Dec 22 16:56:57.468679 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-38d31511-f7fc-409a-86e6-0727ce0b7ea4 req-85d5579e-5de6-4e0c-b6e1-876c387b1afb tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628231 Dec 22 16:56:57.509322 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-38bae2bc-dbd4-44f2-a09b-0829f4376565 req-047d27de-34ac-4acb-b56d-c8482121c6c3 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661714 Dec 22 16:56:57.519016 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b20b2acd-239f-482d-b2ec-570fefe9112b None None] Port fb40d799-f9e0-44f2-930a-c00addc82b33 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:56:57.557488 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:57.557873 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:57.714348 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'fb40d799-f9e0-44f2-930a-c00addc82b33', 'name': '', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:56Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 2, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'subnets': [{'id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:56:57.741038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45159279-72d2-46b3-a685-ef4ed32d1c99 None None] The sync data for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi is: [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'fb40d799-f9e0-44f2-930a-c00addc82b33', 'name': '', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:56Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 2, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'subnets': [{'id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:56:57.794515 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device b7769f60-2151-41ca-afbe-2cde596163c4 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:57.859229 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port b7769f60-2151-41ca-afbe-2cde596163c4 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:57.859620 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:57.908532 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35688) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:57.913123 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270378807', 'description': 'tempest-secgroup-smoke-270378807 description', 'project_id': '0a842a460ed64afba57f8b0bab1fd627'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:57.982506 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.063554 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.067889 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.097196 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.099972 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1889484 Dec 22 16:56:58.101425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35690) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:58.105977 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:58.113001 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7218d-fba5-48ec-af7f-2e2e4e1fc85a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df3d18-1873-416e-87be-9c989c0c66ba,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:58.141648 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.206923 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.212111 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.230559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eda5ea6-34e8-4139-8425-3db76aa2ded6,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:58.240902 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.242143 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-984332a4-09b9-4dab-b36e-f4c939d64461 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397789 Dec 22 16:56:58.244830 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35692) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:58.249206 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:58.282413 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.348117 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.353328 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.372003 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7580f67-3d7a-46a3-96f8-a8d8a899f811,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:58.379478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.380727 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-18bbde90-792d-45ec-883d-db1c1782b701 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349611 Dec 22 16:56:58.383357 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35694) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:58.387988 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:58.455685 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.492662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-18137353-a09d-4f20-bdcc-32b02f364009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.494226 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-18137353-a09d-4f20-bdcc-32b02f364009 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0857294 Dec 22 16:56:58.545068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.553343 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.615245 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e16cc1-1fc5-47c7-ab36-8644ebcf43c6,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:58.628906 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.630310 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-d28dab5b-6f20-464c-ba1d-4f12e517d331 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459705 Dec 22 16:56:58.634165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35706) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:58.641822 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:58.657359 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-e92263f5-00a1-4c01-a729-29a12760642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.658954 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-e92263f5-00a1-4c01-a729-29a12760642f service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.1495674 Dec 22 16:56:58.719101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.744790 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-96cba72f-fc67-4b8f-babf-5a782009e61e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 1000 time: 0.0721359 Dec 22 16:56:58.804395 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0448b-ca97-4ba3-a405-062038578328 req-c9053048-bbfb-4cbd-9d84-19de9d53493d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.806509 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4fe0448b-ca97-4ba3-a405-062038578328 req-c9053048-bbfb-4cbd-9d84-19de9d53493d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.2587602 Dec 22 16:56:58.808428 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.813805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.845001 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-03be72e1-d42a-4423-b894-5b3aee810493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.846518 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-03be72e1-d42a-4423-b894-5b3aee810493 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0809326 Dec 22 16:56:58.854132 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98bf03e-0ed6-4d9c-a1e7-6fbae6fdc3a9,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:58.861000 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8f511-71a9-453d-a896-924854d67b46 req-80739dfa-3078-4b15-a1e3-5443ff02d987 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.869070 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe8f511-71a9-453d-a896-924854d67b46 req-80739dfa-3078-4b15-a1e3-5443ff02d987 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.2708871 Dec 22 16:56:58.876745 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.881121 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5522798e-c33b-499a-911a-9a8048110e63 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2420778 Dec 22 16:56:58.881121 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35708) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:58.886945 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:58.908257 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4fe0448b-ca97-4ba3-a405-062038578328 req-45bc6c4c-faf8-40a9-8705-10c8abef5963 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869102 Dec 22 16:56:58.936590 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.securitygroups_db [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Project 0a842a460ed64afba57f8b0bab1fd627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:56:58.942515 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:58.947653 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-dcf1c15e-2d49-4b44-9a32-30cd73309710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:56:58.948596 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-dcf1c15e-2d49-4b44-9a32-30cd73309710 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769789 Dec 22 16:56:58.966163 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7fe8f511-71a9-453d-a896-924854d67b46 req-fbd3ff66-c412-4961-93c6-2fc7cd3f6c2e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961559 Dec 22 16:56:59.036426 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.042543 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.072033 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f260e6-8554-4e4f-9272-eafa37a1bdbb,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:59.078804 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-c66d59e1-295d-4046-bbae-a1ffd7cc1bd7 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112092 Dec 22 16:56:59.082927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.086837 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1eaee79a-1682-4583-a8c5-4e2d22c54b8f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024689 Dec 22 16:56:59.087115 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35710) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:56:59.091690 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'security_group_rule': {'security_group_id': 'c4df3d18-1873-416e-87be-9c989c0c66ba', 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:56:59.172397 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.securitygroups_db [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Project 0a842a460ed64afba57f8b0bab1fd627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:56:59.181454 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.229008 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-4509ca60-06a2-4ca4-a5a8-f528b81ae271 req-0ce450c2-52f5-45b0-bf72-e82831cf9cf6 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327727 Dec 22 16:56:59.249446 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.254369 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.273303 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8ff4ad-dfb2-45d6-9608-750cdaec3659,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:56:59.280513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.281702 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-25b517d3-8cd9-4751-b045-52b60d4ceae0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1936257 Dec 22 16:56:59.806872 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 496ee995-6aac-46c0-9efa-2146797b52a1 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:56:59.859688 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 496ee995-6aac-46c0-9efa-2146797b52a1 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:56:59.860060 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.937395 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:56:59.958998 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] For port 496ee995-6aac-46c0-9efa-2146797b52a1, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=496ee995-6aac-46c0-9efa-2146797b52a1,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:56:59.964002 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:00.022421 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Pushing event updated for resources: {'Port': ['ID=496ee995-6aac-46c0-9efa-2146797b52a1,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:00.048068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655ec1-745b-4735-a2de-99c40fd166f1 req-976e70f7-f08a-4e25-90af-a1f21eeb8133 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:00.049734 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26655ec1-745b-4735-a2de-99c40fd166f1 req-976e70f7-f08a-4e25-90af-a1f21eeb8133 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0624430 Dec 22 16:57:00.100570 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c638-d14d-4c76-8568-594b57435d60 req-3d1811a6-1ca3-4603-9e95-ec333d7fecee tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:00.101326 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-26655ec1-745b-4735-a2de-99c40fd166f1 req-a91545b7-a9e1-4ff4-b6da-1091ffaf5ef6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Dec 22 16:57:00.102183 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2652c638-d14d-4c76-8568-594b57435d60 req-3d1811a6-1ca3-4603-9e95-ec333d7fecee tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Dec 22 16:57:00.157197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2652c638-d14d-4c76-8568-594b57435d60 req-e16e9ba5-9c52-4f13-911c-941b23e18449 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484924 Dec 22 16:57:00.509449 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7bfc2c32-8521-48c0-b6a6-0806d90a7455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:01.230683 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d9d11-1110-40f3-8a84-727fb4423048 req-e05982f2-7fcd-4f87-bfa2-5729c862b3e4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:01.236440 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-782d9d11-1110-40f3-8a84-727fb4423048 req-e05982f2-7fcd-4f87-bfa2-5729c862b3e4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0649168 Dec 22 16:57:01.302862 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-782d9d11-1110-40f3-8a84-727fb4423048 req-f190c4ef-183d-43a1-bb4b-e2cf1c8d2067 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583851 Dec 22 16:57:01.310204 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43491cf-536e-4fa2-8335-99310a0831a3 req-c5b93799-2665-4512-89ff-fc6b3293f19c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:01.312710 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e43491cf-536e-4fa2-8335-99310a0831a3 req-c5b93799-2665-4512-89ff-fc6b3293f19c tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0800366 Dec 22 16:57:01.384318 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e43491cf-536e-4fa2-8335-99310a0831a3 req-b12f08c1-ad6b-45e9-8dcc-54a6e2961b41 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634632 Dec 22 16:57:01.729013 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Sync routers for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:57:01.738675 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:01.739331 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:01.824147 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 496ee995-6aac-46c0-9efa-2146797b52a1 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:57:01.865592 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:01.878699 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port 496ee995-6aac-46c0-9efa-2146797b52a1 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:01.879074 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.065238 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'fb40d799-f9e0-44f2-930a-c00addc82b33', 'name': '', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:56Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 2, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'subnets': [{'id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:02.095106 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Checking router: 75c55003-05a3-403a-b35f-55026ffe49e4 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:57:02.095470 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Updating router 75c55003-05a3-403a-b35f-55026ffe49e4 port fb40d799-f9e0-44f2-930a-c00addc82b33 binding host dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 16:57:02.120732 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.384621 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.389914 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.455159 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ee00-6d2c-409c-9dd7-cb46814e4ee1 None None] Pushing event updated for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:02.516349 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Attempting to bind port fb40d799-f9e0-44f2-930a-c00addc82b33 on host dv-cinder-784477-12-iscsi for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:57:02.516722 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Attempting to bind port fb40d799-f9e0-44f2-930a-c00addc82b33 by drivers openvswitch,hyperv on host dv-cinder-784477-12-iscsi at level 0 using segments [{'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:57:02.517085 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Attempting to bind port fb40d799-f9e0-44f2-930a-c00addc82b33 on network 5e73d626-64e3-46c6-9040-23895e34a9d4 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:57:02.523106 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Checking agent: {'id': '4e3f23d3-ec2b-4d4c-b7b6-b245adea20eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 44, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:57:02.523488 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Checking segment: {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:57:02.523965 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.524417 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Bound using segment: {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:57:02.525028 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Bound port: fb40d799-f9e0-44f2-930a-c00addc82b33, host: dv-cinder-784477-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77635668-ff4a-4db5-88e9-449fc36677f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:57:02.525419 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.528328 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de73de1-29de-42e6-8592-309a9ca24be3 req-52850477-2d67-41df-b05d-18a09fb741d1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:02.530586 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5de73de1-29de-42e6-8592-309a9ca24be3 req-52850477-2d67-41df-b05d-18a09fb741d1 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0566783 Dec 22 16:57:02.588739 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5de73de1-29de-42e6-8592-309a9ca24be3 req-99988114-e5ac-4dc2-9d87-955f43781046 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509901 Dec 22 16:57:02.591756 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] For port fb40d799-f9e0-44f2-930a-c00addc82b33, host dv-cinder-784477-12-iscsi, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:57:02.595605 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] For port fb40d799-f9e0-44f2-930a-c00addc82b33, host dv-cinder-784477-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=fb40d799-f9e0-44f2-930a-c00addc82b33,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:57:02.602162 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.655972 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:02.656643 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:56:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:02.717790 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7d8f8dc5-0114-4580-9007-cfa98de54398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.719361 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] Provisioning complete for port fb40d799-f9e0-44f2-930a-c00addc82b33 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:02.719584 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.771035 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:02.863128 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.926428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] For port fb40d799-f9e0-44f2-930a-c00addc82b33, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=fb40d799-f9e0-44f2-930a-c00addc82b33,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:02.933227 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:02.984841 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-7e7d1b72-4b9e-4f5d-820f-be57c80e877d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938265 Dec 22 16:57:02.987751 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ee00-6d2c-409c-9dd7-cb46814e4ee1 None None] Pushing event updated for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=4']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:02.998696 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45073c-410b-41ec-b21f-06854bcc543a None None] Pushing event updated for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:03.002151 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a42237-f7e5-4175-93cc-e0ec3f07179c req-f207584d-c922-4061-a99c-ad3c9698c5bf tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:03.003801 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a8a42237-f7e5-4175-93cc-e0ec3f07179c req-f207584d-c922-4061-a99c-ad3c9698c5bf tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.1032293 Dec 22 16:57:03.065752 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-648c6faf-0e8a-42cd-9e90-621d25eb7273 None None] Provisioning complete for port fb40d799-f9e0-44f2-930a-c00addc82b33 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:03.066397 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-648c6faf-0e8a-42cd-9e90-621d25eb7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:03.073660 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a8a42237-f7e5-4175-93cc-e0ec3f07179c req-57927171-be4d-43f8-b6ec-0b2f9997dd84 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606623 Dec 22 16:57:03.214168 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'fb40d799-f9e0-44f2-930a-c00addc82b33', 'name': '', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:56Z', 'updated_at': '2021-12-22T16:57:02Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'subnets': [{'id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:03.244598 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200598c-710e-4585-bd8b-ed2c4b8f336a None None] The sync data for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi is: [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:56Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'fb40d799-f9e0-44f2-930a-c00addc82b33', 'name': '', 'network_id': '5e73d626-64e3-46c6-9040-23895e34a9d4', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:56Z', 'updated_at': '2021-12-22T16:57:02Z', 'revision_number': 4, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'subnets': [{'id': 'dd28474e-96d8-48e2-adec-ba599e7cdcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:57:03.816778 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device fb40d799-f9e0-44f2-930a-c00addc82b33 up at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:57:03.878703 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Provisioning complete for port fb40d799-f9e0-44f2-930a-c00addc82b33 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:03.879719 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:04.017593 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:04.201862 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762f98-3282-4cf1-9749-fd2d252ba2bf req-401e298d-5a74-4bfc-bc44-3ebeb22f1d61 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.203360 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db762f98-3282-4cf1-9749-fd2d252ba2bf req-401e298d-5a74-4bfc-bc44-3ebeb22f1d61 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0579727 Dec 22 16:57:04.254272 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db762f98-3282-4cf1-9749-fd2d252ba2bf req-da842360-8e4d-40d9-b7a6-20d50bade379 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Dec 22 16:57:04.488097 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-e9522e2c-8a16-47a9-a198-e0ba90376854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.489788 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-e9522e2c-8a16-47a9-a198-e0ba90376854 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44&tenant_id=8be51f83e1d04b2884f00bdcb1d34f08 HTTP/1.1" status: 200 len: 1098 time: 0.0715313 Dec 22 16:57:04.552287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-29ae3174-2677-49a8-af5b-c6c0dc07e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.553801 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-29ae3174-2677-49a8-af5b-c6c0dc07e98c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0406392 Dec 22 16:57:04.648731 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-0b967f2e-0a90-4557-be51-3a2034bde56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.650199 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-0b967f2e-0a90-4557-be51-3a2034bde56f service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.0878618 Dec 22 16:57:04.714824 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-8e6d5558-01c6-4181-8278-92d9e0f8a40b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 1000 time: 0.0566399 Dec 22 16:57:04.768166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-641679f0-a4ce-40e7-a092-3963123dc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.769551 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-641679f0-a4ce-40e7-a092-3963123dc4fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0471771 Dec 22 16:57:04.819958 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-67a55048-60c3-4890-9cad-c699fc38c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:04.821517 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-67a55048-60c3-4890-9cad-c699fc38c7e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406408 Dec 22 16:57:04.912983 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-434be62c-c919-4f97-86f5-bd2da8ae338a service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834017 Dec 22 16:57:05.013807 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84570aa3-f4eb-4f16-b83c-68506d75871b req-95f43867-ac8a-4dc2-ba32-d1daa09132a6 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928891 Dec 22 16:57:05.023540 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:05.103622 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:05.133424 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:05.135729 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112eb86d-d40e-442c-b610-908320aaa99c" -d '{"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:05.150235 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:05.154681 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:05.178425 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d901251d-8897-4b27-822d-d24f2bb7b7e0 x-openstack-request-id: req-d901251d-8897-4b27-822d-d24f2bb7b7e0 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:05.178746 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:05.179000 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d901251d-8897-4b27-822d-d24f2bb7b7e0 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:05.179389 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'code': 200} Dec 22 16:57:05.206028 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=6']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:05.388160 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88349b8f-2377-420f-b3a2-8d3e0dbdcfc8 req-a62466a9-66c6-4e0d-82aa-580738cd2045 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:05.389666 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88349b8f-2377-420f-b3a2-8d3e0dbdcfc8 req-a62466a9-66c6-4e0d-82aa-580738cd2045 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0524850 Dec 22 16:57:05.440839 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88349b8f-2377-420f-b3a2-8d3e0dbdcfc8 req-2072c509-9412-4ae6-93f5-5ee8daed7324 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Dec 22 16:57:05.465752 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:05.605727 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-20472ec7-cb42-4c33-9a81-82e6a4e0eca5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430026 Dec 22 16:57:05.700061 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-807b4932-1c02-4203-815c-bed8d7665451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:05.703674 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-807b4932-1c02-4203-815c-bed8d7665451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1099 time: 0.0494394 Dec 22 16:57:05.819212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-18d7c0e6-fe33-4331-9505-b0ce17be55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:05.821043 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-18d7c0e6-fe33-4331-9505-b0ce17be55cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.0918670 Dec 22 16:57:05.891472 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-b8bff25c-9abf-498d-831e-1b6b61bf9f30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 1002 time: 0.0623837 Dec 22 16:57:05.942056 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-f6ecee90-6052-4ef8-9b7d-f2cae4212b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:05.943500 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-f6ecee90-6052-4ef8-9b7d-f2cae4212b05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0440328 Dec 22 16:57:05.992423 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-33ea4baa-88ce-4eac-9c4f-33c468244864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:05.993899 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-33ea4baa-88ce-4eac-9c4f-33c468244864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404468 Dec 22 16:57:06.099770 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-9cbb3189-8637-445b-bdac-c470f12c2f15 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914543 Dec 22 16:57:06.192385 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d4cbda7b-49e1-4323-87d6-8e2015dc201c req-57c0a0df-4a47-4c0a-9c29-d7c5e2b1a1d2 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847955 Dec 22 16:57:06.287545 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:06.432178 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:06.561263 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacfb3-a431-4f47-83da-7d15beb39ae8 req-eec0f1e3-8e81-4fce-8d32-0cbdcd01eaf0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:06.562898 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bfbacfb3-a431-4f47-83da-7d15beb39ae8 req-eec0f1e3-8e81-4fce-8d32-0cbdcd01eaf0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0498295 Dec 22 16:57:06.620337 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bfbacfb3-a431-4f47-83da-7d15beb39ae8 req-04fa9e64-8128-45e3-b189-d8978f6b1cc6 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508928 Dec 22 16:57:07.741579 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ddb05-7590-4d10-aad2-46fb600c49ac req-2564355a-9002-4ee2-a9af-f4ee079663a8 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:07.743045 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee0ddb05-7590-4d10-aad2-46fb600c49ac req-2564355a-9002-4ee2-a9af-f4ee079663a8 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0521905 Dec 22 16:57:07.801927 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee0ddb05-7590-4d10-aad2-46fb600c49ac req-b7c60007-2bd7-4c20-8957-dac8112f854d tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520546 Dec 22 16:57:08.923744 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d21e-9cb7-470f-9d2f-b5e70672f738 req-5e1d9b03-3941-4698-967f-f7a195c54ea9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:08.925283 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-87b9d21e-9cb7-470f-9d2f-b5e70672f738 req-5e1d9b03-3941-4698-967f-f7a195c54ea9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0506165 Dec 22 16:57:08.974981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-87b9d21e-9cb7-470f-9d2f-b5e70672f738 req-9c9c836e-cb67-4eb0-bc73-0532f3d2c185 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 Dec 22 16:57:10.098130 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883bbb-7341-4222-8893-c9a5d87a6409 req-2fc5d786-40b4-4d7a-a1e7-cb7728164572 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:10.099608 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-53883bbb-7341-4222-8893-c9a5d87a6409 req-2fc5d786-40b4-4d7a-a1e7-cb7728164572 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0537767 Dec 22 16:57:10.153948 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-53883bbb-7341-4222-8893-c9a5d87a6409 req-0c8c8b5f-ba34-4b8d-886a-df8b627667ad tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Dec 22 16:57:11.289410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ecdea-56a1-40e0-a543-be96d061fe9b req-3c101452-1097-4b02-a4af-066360bc24cf tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:11.291669 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-772ecdea-56a1-40e0-a543-be96d061fe9b req-3c101452-1097-4b02-a4af-066360bc24cf tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0653913 Dec 22 16:57:11.348946 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-772ecdea-56a1-40e0-a543-be96d061fe9b req-270c2345-66fa-4689-bad7-81719b082de2 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502899 Dec 22 16:57:11.455258 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda03f55-d5fe-4b5b-9dc8-02d20496c607 req-280ecba4-6914-4766-834d-e717414a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:11.457850 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-eda03f55-d5fe-4b5b-9dc8-02d20496c607 req-280ecba4-6914-4766-834d-e717414a36e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1096 time: 0.0933151 Dec 22 16:57:11.515346 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-eda03f55-d5fe-4b5b-9dc8-02d20496c607 req-dd8580db-404c-4052-9571-77d3105ab4c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467854 Dec 22 16:57:12.468372 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea6db-f544-4672-9c23-fe6f7826ba76 req-01b2c528-7246-471b-a535-57f6687404a0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:12.469890 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db4ea6db-f544-4672-9c23-fe6f7826ba76 req-01b2c528-7246-471b-a535-57f6687404a0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 943 time: 0.0494378 Dec 22 16:57:12.524833 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-db4ea6db-f544-4672-9c23-fe6f7826ba76 req-1b3440fa-9df6-4828-8fc3-dd503707710b tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488801 Dec 22 16:57:13.088373 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:57:13.184583 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:13.195616 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'port_id': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'mac_address': 'fa:16:3e:2d:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:57:13.232133 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:13.245022 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5d58d9-05c3-450b-8c27-67d1a1339829 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:57:13.266740 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:13.270716 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:13.316498 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=7']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:13.557878 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['8f5d58d9-05c3-450b-8c27-67d1a1339829'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:13.650565 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f935f-27d6-4c6a-b359-6060236aed06 req-875fdb0e-d86f-45b2-81b1-5e33e2e42df3 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:13.652121 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee9f935f-27d6-4c6a-b359-6060236aed06 req-875fdb0e-d86f-45b2-81b1-5e33e2e42df3 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 944 time: 0.0492587 Dec 22 16:57:13.702454 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee9f935f-27d6-4c6a-b359-6060236aed06 req-b26988ac-8dc0-44b8-96c4-361c6b69eddb tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Dec 22 16:57:15.094944 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:57:15.141057 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 8f5d58d9-05c3-450b-8c27-67d1a1339829 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:15.141436 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:15.218449 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:15.239648 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:15.241885 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c675c7-506c-47d1-8e9c-4100dfad6306" -d '{"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-plugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:15.254121 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:15.259609 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:15.283837 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f352e0d-96dd-43c2-b49a-6ca3824f3247 x-openstack-request-id: req-7f352e0d-96dd-43c2-b49a-6ca3824f3247 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:15.284128 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-plugged", "status": "completed", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:15.284407 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f352e0d-96dd-43c2-b49a-6ca3824f3247 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:15.284791 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'code': 200} Dec 22 16:57:15.309198 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=8']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:17.787478 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-2c318960-1663-4449-834f-e1b2ec2a0e2a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270378807&fields=id&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 267 time: 0.0427496 Dec 22 16:57:17.893874 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-86df2882-a864-48be-bd3e-93f4dc7f06fe tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:17.895343 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-86df2882-a864-48be-bd3e-93f4dc7f06fe tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1011488 Dec 22 16:57:17.910387 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-53a1bcc1-f4c5-4eb0-aba1-fc4585bed754 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/quotas/0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 375 time: 0.0093315 Dec 22 16:57:17.960345 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-80699ed1-481a-4ea7-80a5-b5e6f5a14e2b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446894 Dec 22 16:57:18.098683 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-4360a85c-77ac-488d-99ef-6a8a635ec3a6 service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264780 Dec 22 16:57:18.185466 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-b80ca4ee-ae87-4591-bc92-e5805b0ef79f service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807269 Dec 22 16:57:18.552173 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ee723de-f8dc-4b3a-b906-568f6472a251 req-064e84bb-cad1-40f3-9848-f42f94b7a8e5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Dec 22 16:57:19.566459 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-738082fa-0e52-46cc-9ca7-82e264591acd tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:19.567986 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-738082fa-0e52-46cc-9ca7-82e264591acd tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1129680 Dec 22 16:57:19.640866 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-5e996cd5-8393-43b5-86d2-000933e41b64 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 379 time: 0.0609531 Dec 22 16:57:19.650817 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'port': {'device_id': '17751c3b-a6f4-4272-8519-381938cca7d0', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'admin_state_up': True, 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'security_groups': ['c4df3d18-1873-416e-87be-9c989c0c66ba']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:57:19.682209 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2bb53db7-0208-4ade-b949-42df2fa3bad7 req-742ab561-d684-4e1d-9936-ef4f597329e7 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Dec 22 16:57:19.769690 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Made reservation on behalf of 0a842a460ed64afba57f8b0bab1fd627 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:57:19.773297 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:19.902950 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.20.0.6 (71c98bd9-4849-4f4e-a3e6-d162e3b50682/0f721a61-d001-40d9-957b-5191a2cd06c4/c1a2e943-be29-4d5d-a030-1a2f539e10fb) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:57:20.045362 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.080393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.128507 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:57:20.131522 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:57:20.135166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:57:20.159237 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:20.189035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:20.189666 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.207919 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-d8e4f80a-4117-44e4-8038-1beb77af96c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613370 Dec 22 16:57:20.221287 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Request body: {'port': {'device_id': '17751c3b-a6f4-4272-8519-381938cca7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:57:20.277620 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.402044 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25a2d846-38f8-4904-b44a-71d1297d7716 None None] Provisioning complete for port c1a2e943-be29-4d5d-a030-1a2f539e10fb triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:20.402702 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25a2d846-38f8-4904-b44a-71d1297d7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.441277 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25a2d846-38f8-4904-b44a-71d1297d7716 None None] Port c1a2e943-be29-4d5d-a030-1a2f539e10fb cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:57:20.790497 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a2e943-be29-4d5d-a030-1a2f539e10fb {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:57:20.798752 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.799984 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14823-510e-452b-aff1-eaaa55125a0e req-fbd308fa-8a7f-467e-8ea5-20b5eb7f0372 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:20.801796 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-99a14823-510e-452b-aff1-eaaa55125a0e req-fbd308fa-8a7f-467e-8ea5-20b5eb7f0372 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 931 time: 0.0500770 Dec 22 16:57:20.811893 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Transition to ACTIVE for port object c1a2e943-be29-4d5d-a030-1a2f539e10fb will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:57:20.816138 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:20.865374 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-99a14823-510e-452b-aff1-eaaa55125a0e req-186737a5-0160-432c-a527-3526fa87e067 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573521 Dec 22 16:57:20.885130 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:20.940243 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Attempting to bind port c1a2e943-be29-4d5d-a030-1a2f539e10fb on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:57:20.940591 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Attempting to bind port c1a2e943-be29-4d5d-a030-1a2f539e10fb by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:57:20.940933 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Attempting to bind port c1a2e943-be29-4d5d-a030-1a2f539e10fb on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:57:20.945833 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Port c1a2e943-be29-4d5d-a030-1a2f539e10fb on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:57:20.946160 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Attempting to bind port c1a2e943-be29-4d5d-a030-1a2f539e10fb on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:57:20.951078 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:57:20.951464 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:57:20.951854 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Bound using segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:57:20.952318 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Bound port: c1a2e943-be29-4d5d-a030-1a2f539e10fb, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:57:20.952683 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:21.018484 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:57:21.023014 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:57:21.027397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:21.063347 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.063977 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:21.065389 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] 10.222.0.54 "PUT /v2.0/ports/c1a2e943-be29-4d5d-a030-1a2f539e10fb HTTP/1.1" status: 200 len: 1093 time: 0.8484879 Dec 22 16:57:21.065849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:21.068152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21dc41d-008f-4a63-a979-149eaaff89d1" -d '{"events": [{"name": "network-changed", "server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:21.095864 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d8ec-df6f-4bbf-be69-93d5b59e1aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:21.118904 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624cc505-3a44-4f51-85dd-041a40661594 x-openstack-request-id: req-624cc505-3a44-4f51-85dd-041a40661594 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:21.119345 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:21.119611 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-624cc505-3a44-4f51-85dd-041a40661594 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:21.120019 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'status': 'completed', 'code': 200} Dec 22 16:57:21.175955 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-0011ad41-0771-429f-8866-cc67d6f24d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.177499 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-0011ad41-0771-429f-8866-cc67d6f24d42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0532196 Dec 22 16:57:21.229553 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-11c5dbf5-c270-42b4-91f2-b9e788035734 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb HTTP/1.1" status: 200 len: 217 time: 0.0423930 Dec 22 16:57:21.280552 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-1cecc407-693c-443b-8cf2-4fe93ff01ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.282084 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-1cecc407-693c-443b-8cf2-4fe93ff01ce6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0458815 Dec 22 16:57:21.332343 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78253-8880-49c7-831d-240691af0656 req-fa819e01-5ba0-48ef-9233-bdd8d005ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.333957 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-fa819e01-5ba0-48ef-9233-bdd8d005ccb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441453 Dec 22 16:57:21.429525 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-6f6a395e-b77f-4f21-adb5-208bbbeaf262 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Dec 22 16:57:21.524110 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f2f78253-8880-49c7-831d-240691af0656 req-2724deba-71e0-499b-aed5-46587ce72e8e service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 Dec 22 16:57:21.618995 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-6497c46c-b9cb-478a-a638-1992abb8ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.620517 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-6497c46c-b9cb-478a-a638-1992abb8ba89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0473821 Dec 22 16:57:21.713920 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-dbe04f1b-5479-4b60-87bc-110360e0659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.715400 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-dbe04f1b-5479-4b60-87bc-110360e0659a service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0863783 Dec 22 16:57:21.762832 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-ba8369ac-90b8-4159-99d8-a5943f8a9659 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb HTTP/1.1" status: 200 len: 217 time: 0.0387707 Dec 22 16:57:21.814277 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-7ec1c81d-71bc-4f5d-8b09-36ec23bae59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.815738 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-7ec1c81d-71bc-4f5d-8b09-36ec23bae59b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0449677 Dec 22 16:57:21.869380 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-26967f75-51b0-4b8c-8a4e-a74174e774b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.870923 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-26967f75-51b0-4b8c-8a4e-a74174e774b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457006 Dec 22 16:57:21.977523 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-3302a935-5403-4b52-99bf-0ebc451105da service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922382 Dec 22 16:57:21.990156 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5a29-fe63-4a40-9b31-bd32f7e4061b req-54c46a59-101a-4666-9f8c-22abe916add8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:21.991784 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-16df5a29-fe63-4a40-9b31-bd32f7e4061b req-54c46a59-101a-4666-9f8c-22abe916add8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0505884 Dec 22 16:57:22.044230 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-16df5a29-fe63-4a40-9b31-bd32f7e4061b req-2751b8d3-163c-4ce8-815b-491af653560c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Dec 22 16:57:22.077472 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f21dc41d-008f-4a63-a979-149eaaff89d1 req-890b4cbe-0773-4889-9527-e4f881695546 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923226 Dec 22 16:57:22.686686 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-7a3d3a39-e82b-4b2c-b721-b3d8ec1543a4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836825031&fields=id&tenant_id=ebc434e4c250477b8b8a68f96b1667c2 HTTP/1.1" status: 200 len: 267 time: 0.0463774 Dec 22 16:57:22.739841 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-df529757-6911-4f4c-b4e5-7b0d9bd6f09d tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:22.741240 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-df529757-6911-4f4c-b4e5-7b0d9bd6f09d tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 984 time: 0.0489447 Dec 22 16:57:22.751967 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Request body: {'port': {'security_groups': ['24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89']}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:57:22.819510 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:22.990422 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:23.020961 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.025288 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.036830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:23.073075 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.073720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.075132 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e090cb95-9e48-4526-bcb3-39b216958dc0 req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "PUT /v2.0/ports/d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 942 time: 0.3276086 Dec 22 16:57:23.075596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:23.078591 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:23.082651 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 35952) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:23.116062 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event updated for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=7']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:23.127852 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.128286 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.128936 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.129451 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.130386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.131125 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.131634 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.132172 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.132711 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.133213 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.133697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.134190 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.135370 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d380dcb-11a4-447a-9a0c-b468d5c51e5f tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:23.154922 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:23.181421 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.214375 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.289825 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.292909 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.296959 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "DELETE /v2.0/security-groups/01210898-06b3-438f-aaaa-166fe6a22b89 HTTP/1.1" status: 204 len: 168 time: 0.2103834 Dec 22 16:57:23.297887 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 35954) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:23.304562 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04039915-dbcc-45d3-9d02-cc67c60841c0 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01210898-06b3-438f-aaaa-166fe6a22b89,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:23.349801 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331cbd9-4cef-4819-9347-f0e4cfd3c6e1 req-e52c109b-b09e-459e-b9ff-b8b7e58d088a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.352663 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b331cbd9-4cef-4819-9347-f0e4cfd3c6e1 req-e52c109b-b09e-459e-b9ff-b8b7e58d088a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0962222 Dec 22 16:57:23.353558 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-d622e343-6c64-4e10-9126-da8ae546c0af None None] Provisioning complete for port d29c3c47-8c2a-4c01-971d-d9762212a938 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:23.353923 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d622e343-6c64-4e10-9126-da8ae546c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.461437 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b331cbd9-4cef-4819-9347-f0e4cfd3c6e1 req-f480e78a-f1ff-4848-9480-74ab44b5274a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022379 Dec 22 16:57:23.521074 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Deleting port c4822413-f6dc-4380-851f-782ffdc2a288 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:23.521415 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.571940 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eddac8-4818-4119-add8-4bf8dbf96916 x-openstack-request-id: req-61eddac8-4818-4119-add8-4bf8dbf96916 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:23.572253 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:23.572512 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61eddac8-4818-4119-add8-4bf8dbf96916 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:23.572905 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:57:23.602958 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.603302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.616282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Calling delete_port for c4822413-f6dc-4380-851f-782ffdc2a288 owned by network:floatingip {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:23.631193 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-a97b44b0-8670-4ad4-8589-7c4c9b3a4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.632753 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-a97b44b0-8670-4ad4-8589-7c4c9b3a4395 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1098 time: 0.0412292 Dec 22 16:57:23.724778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-d45ecfa4-fa49-4163-b1d7-269aeaf85b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.726316 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-d45ecfa4-fa49-4163-b1d7-269aeaf85b57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.0859375 Dec 22 16:57:23.793927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.799416 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-6ecd8ce6-3bad-4d18-a0e7-49cf76340ef1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 1001 time: 0.0641432 Dec 22 16:57:23.819936 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event deleted for resources: {'Port': ['ID=c4822413-f6dc-4380-851f-782ffdc2a288,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:23.852850 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-de9661e6-6219-46f2-924d-e2c19755d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.854327 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-de9661e6-6219-46f2-924d-e2c19755d966 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0463474 Dec 22 16:57:23.881560 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks [] for floatingip, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:23.882069 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Floating IP a171d449-d38c-4c0a-8670-408cc34848f3 disassociated (deleted). External IP: 172.27.1.238, port: d29c3c47-8c2a-4c01-971d-d9762212a938. Dec 22 16:57:23.901322 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-1938faca-1652-4248-ba71-07d3962ef5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:23.902852 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-1938faca-1652-4248-ba71-07d3962ef5c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415072 Dec 22 16:57:24.006584 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-34082174-8c39-44c7-9e71-e044cc54c828 service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956628 Dec 22 16:57:24.098350 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Router 112cdd92-4552-42ab-978d-21d2d3bc939e has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:57:24.105901 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d5e02509-c137-49a3-b46f-cb3ae8d6c5d2 req-d6f3bf36-4358-4246-846c-139f9ccfb5e3 service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911992 Dec 22 16:57:24.205775 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:57:24.210298 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:24.216189 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Sync routers for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:57:24.226997 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:24.227809 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:24.239055 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-83b7903a-36dc-43f2-8ab4-6b35ed8fcd22 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "DELETE /v2.0/floatingips/a171d449-d38c-4c0a-8670-408cc34848f3 HTTP/1.1" status: 204 len: 168 time: 0.9375310 Dec 22 16:57:24.344369 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:24.643026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5aea-b735-4389-9892-b255d3ac10cb req-a9613a61-eee4-4e2e-8d01-f86d9d7e01f8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:24.644565 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-641c5aea-b735-4389-9892-b255d3ac10cb req-a9613a61-eee4-4e2e-8d01-f86d9d7e01f8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0586400 Dec 22 16:57:24.687290 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:24.696781 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-641c5aea-b735-4389-9892-b255d3ac10cb req-1b637306-87af-4fc1-bcc3-84db6fa0c7aa tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459173 Dec 22 16:57:24.718986 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Checking router: 112cdd92-4552-42ab-978d-21d2d3bc939e for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:57:24.727699 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:24.728343 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:24.832501 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:25.030632 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:25.056818 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766ebf9-456b-4b18-9e77-1beb54b0147f None None] The sync data for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi is: [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:54:21Z', 'revision_number': 4, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '262e68ba-6dba-48e7-9130-3d1eadbea0c7', 'name': '', 'network_id': 'c33aaa49-856d-4bc0-bf9e-674df169b1c1', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'mac_address': 'fa:16:3e:32:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '53621522-9666-46bf-bf01-b07a6576b387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:20Z', 'updated_at': '2021-12-22T16:54:25Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'subnets': [{'id': '53621522-9666-46bf-bf01-b07a6576b387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:57:25.272908 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf8cfa-40df-4c4c-87b7-43173efaac18 None None] New status for floating IP a171d449-d38c-4c0a-8670-408cc34848f3: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:57:25.573796 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:25.576886 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72caa3fc-52ef-44e4-94c0-dffa417326e9" -d '{"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:25.620833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d342521-f076-4760-92b5-6701baf42e80 x-openstack-request-id: req-3d342521-f076-4760-92b5-6701baf42e80 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:25.621112 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:25.621361 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d342521-f076-4760-92b5-6701baf42e80 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:25.621752 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:57:25.690022 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-67490e9d-55cd-4eed-936a-a569c2928290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:25.691603 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-67490e9d-55cd-4eed-936a-a569c2928290 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 1098 time: 0.0424845 Dec 22 16:57:25.806921 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-72b92b5b-f170-4004-b633-1c1fd157f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:25.810097 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-72b92b5b-f170-4004-b633-1c1fd157f923 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 200 len: 915 time: 0.1068478 Dec 22 16:57:25.824767 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e5fcf-71df-4eee-9301-aa1f81be3306 req-1856a940-7cf9-4cc5-8e5c-6393384acb57 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:25.826405 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c14e5fcf-71df-4eee-9301-aa1f81be3306 req-1856a940-7cf9-4cc5-8e5c-6393384acb57 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0530062 Dec 22 16:57:25.858456 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-a5502eed-761d-40da-8eb0-1d55d7ce4f53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 200 len: 217 time: 0.0376942 Dec 22 16:57:25.876371 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c14e5fcf-71df-4eee-9301-aa1f81be3306 req-123a111d-9fae-4865-b939-bec5a9f3a502 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Dec 22 16:57:25.908229 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-df89b0ec-fcc4-49e1-a0b1-eba6fcdda153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:25.909673 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-df89b0ec-fcc4-49e1-a0b1-eba6fcdda153 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 200 len: 853 time: 0.0443180 Dec 22 16:57:25.956072 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-eb9eaeb3-0ece-4bc3-9639-5f586410d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:25.957583 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-eb9eaeb3-0ece-4bc3-9639-5f586410d0bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c33aaa49-856d-4bc0-bf9e-674df169b1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406578 Dec 22 16:57:26.061470 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-5ec5c0e6-22f0-46f8-871e-be76e484126c service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917354 Dec 22 16:57:26.151055 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-72caa3fc-52ef-44e4-94c0-dffa417326e9 req-f715a3a4-051a-48bd-b341-df5d8a1b20ac service neutron] 10.222.0.54 "GET /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812902 Dec 22 16:57:27.067435 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd7710-a419-4a32-8e5c-4184a67ea476 req-5527d390-d33b-4592-83da-3b1a2057f957 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:27.069209 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bdd7710-a419-4a32-8e5c-4184a67ea476 req-5527d390-d33b-4592-83da-3b1a2057f957 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0525475 Dec 22 16:57:27.116998 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bdd7710-a419-4a32-8e5c-4184a67ea476 req-b781e5cb-7b32-4d92-9170-d9ab102dd961 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Dec 22 16:57:27.223035 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11d21-e97d-4b3f-8c68-01c770406894 req-81e91e0e-c3a6-4855-b177-93aca43ffd8b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:27.224659 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fe11d21-e97d-4b3f-8c68-01c770406894 req-81e91e0e-c3a6-4855-b177-93aca43ffd8b tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0507524 Dec 22 16:57:27.276301 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fe11d21-e97d-4b3f-8c68-01c770406894 req-6d97f1ce-24ed-461f-b466-86c96cbca2a4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Dec 22 16:57:27.590077 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:57:28.236960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecff53-f318-44be-93a8-32bb3b4b96d5 req-248d46de-8510-4fc8-8dfc-fbe273d62dc5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:28.238432 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-48ecff53-f318-44be-93a8-32bb3b4b96d5 req-248d46de-8510-4fc8-8dfc-fbe273d62dc5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 943 time: 0.0485435 Dec 22 16:57:28.289662 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-48ecff53-f318-44be-93a8-32bb3b4b96d5 req-d2b8c2d4-2141-4f73-88e6-a0762eb72b7e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Dec 22 16:57:28.391657 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f32e-cd2d-488d-81b8-d6e44be9cbd1 req-445fb48e-ceb0-4e09-9cb2-6ec66eafb644 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:28.393153 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ce59f32e-cd2d-488d-81b8-d6e44be9cbd1 req-445fb48e-ceb0-4e09-9cb2-6ec66eafb644 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Dec 22 16:57:28.439883 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ce59f32e-cd2d-488d-81b8-d6e44be9cbd1 req-7b2f8604-1313-49d7-b38c-4c5be027d757 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/security-groups?id=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Dec 22 16:57:29.011882 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-4ac1d4f8-c8de-49bb-97f3-45d014d142b6 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:29.013269 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-4ac1d4f8-c8de-49bb-97f3-45d014d142b6 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.54 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Dec 22 16:57:29.106444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Deleting port d29c3c47-8c2a-4c01-971d-d9762212a938 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:29.106773 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.122206 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device c1a2e943-be29-4d5d-a030-1a2f539e10fb details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:57:29.200337 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] For port d29c3c47-8c2a-4c01-971d-d9762212a938, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d29c3c47-8c2a-4c01-971d-d9762212a938,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:29.200698 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.212929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Calling delete_port for d29c3c47-8c2a-4c01-971d-d9762212a938 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:29.213938 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:29.225737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'port_id': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'mac_address': 'fa:16:3e:df:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:57:29.275432 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.294026 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a2e943-be29-4d5d-a030-1a2f539e10fb {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:57:29.316726 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:29.323308 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.356643 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.369389 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['d29c3c47-8c2a-4c01-971d-d9762212a938'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:29.382993 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:29.393237 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Pushing event deleted for resources: {'Port': ['ID=d29c3c47-8c2a-4c01-971d-d9762212a938,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:29.403792 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.404755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.405344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.405919 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.406499 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.407059 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.407634 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.407990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.408523 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.409085 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.409629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.409976 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.410542 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:29.435136 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edb1c9-a6b6-40cc-986e-0fc3f5eaa06e req-dd0fce19-96ff-4efd-bdd8-16103c63a233 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:29.436798 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-99edb1c9-a6b6-40cc-986e-0fc3f5eaa06e req-dd0fce19-96ff-4efd-bdd8-16103c63a233 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 944 time: 0.0650761 Dec 22 16:57:29.452655 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] No DVR routers for this DVR port d29c3c47-8c2a-4c01-971d-d9762212a938 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:57:29.456329 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:29.459914 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8990dc98-f7cd-4742-93e7-4bc9f76cf0d4 req-42983591-c05f-4b77-b14b-4b87d7d7d869 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.54 "DELETE /v2.0/ports/d29c3c47-8c2a-4c01-971d-d9762212a938 HTTP/1.1" status: 204 len: 173 time: 0.4397554 Dec 22 16:57:29.460432 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'name': 'network-vif-deleted', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:29.462743 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424382d2-ad92-4894-9656-cf05c5996a75" -d '{"events": [{"server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "name": "network-vif-deleted", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:29.494044 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-99edb1c9-a6b6-40cc-986e-0fc3f5eaa06e req-1e00a096-e949-487e-a481-e140aa6c5fae tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511451 Dec 22 16:57:29.581664 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e43cd234-67e1-4150-b305-1ab42a0a0da0 req-5aca5b7d-fb52-4945-895e-9c80da1c81a4 tempest-TestMinimumBasicScenario-308089485 tempest-TestMinimumBasicScenario-308089485-project] 10.222.0.41 "GET /v2.0/ports?device_id=866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Dec 22 16:57:29.583579 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['c1a2e943-be29-4d5d-a030-1a2f539e10fb'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:29.689261 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caf6e19-7140-40b4-ae1b-916886ad63c3 x-openstack-request-id: req-1caf6e19-7140-40b4-ae1b-916886ad63c3 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:29.689678 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73", "name": "network-vif-deleted", "tag": "d29c3c47-8c2a-4c01-971d-d9762212a938", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:29.690001 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1caf6e19-7140-40b4-ae1b-916886ad63c3 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:29.690405 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866c17bd-ce9c-4e2a-97f8-53dfd4bf9e73', 'name': 'network-vif-deleted', 'tag': 'd29c3c47-8c2a-4c01-971d-d9762212a938', 'status': 'completed', 'code': 200} Dec 22 16:57:30.512679 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4696abb3-3c82-40be-91d9-63a977c4a1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:30.832356 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4151-94df-46b9-a2c7-6d872ec20577 req-ff5e7ae7-813b-4452-9f8a-e0fa21f3d6e1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:30.833734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-944d4151-94df-46b9-a2c7-6d872ec20577 req-ff5e7ae7-813b-4452-9f8a-e0fa21f3d6e1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 944 time: 0.2695682 Dec 22 16:57:30.881255 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-944d4151-94df-46b9-a2c7-6d872ec20577 req-2d66e210-c3cd-42eb-a029-ae1cfd079ea9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Dec 22 16:57:31.155292 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device c1a2e943-be29-4d5d-a030-1a2f539e10fb up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:57:31.212249 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port c1a2e943-be29-4d5d-a030-1a2f539e10fb completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:57:31.216626 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port c1a2e943-be29-4d5d-a030-1a2f539e10fb triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:31.216999 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:31.297931 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:31.322002 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:31.324249 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4150bd-8a5e-4330-84d9-38e97d6039c7" -d '{"events": [{"server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:31.338100 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:31.343190 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:31.344276 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d29c3c47-8c2a-4c01-971d-d9762212a938 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:31.386174 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: d29c3c47-8c2a-4c01-971d-d9762212a938 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:31.386456 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device d29c3c47-8c2a-4c01-971d-d9762212a938 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:31.413907 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:31.446882 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ede573f-c16d-4181-a243-a0a05ec3761b x-openstack-request-id: req-5ede573f-c16d-4181-a243-a0a05ec3761b {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:31.447255 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:31.447575 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ede573f-c16d-4181-a243-a0a05ec3761b {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:31.448031 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'code': 200} Dec 22 16:57:31.666634 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36068) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:31.690284 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6208f-6e53-4d4f-a10a-641f249dc889 req-e4fadce8-498c-4524-981a-3009c5bbebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:31.692467 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e8f6208f-6e53-4d4f-a10a-641f249dc889 req-e4fadce8-498c-4524-981a-3009c5bbebe3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0412846 Dec 22 16:57:31.744125 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e8f6208f-6e53-4d4f-a10a-641f249dc889 req-11b016a7-a51e-42c8-bc36-b0c9f4a9d899 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Dec 22 16:57:32.028375 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99c51c-b664-43df-9135-97f095801e64 req-3b15a2f7-0341-4703-81a6-9ac952fc354a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:32.030675 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4c99c51c-b664-43df-9135-97f095801e64 req-3b15a2f7-0341-4703-81a6-9ac952fc354a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0760086 Dec 22 16:57:32.137422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4c99c51c-b664-43df-9135-97f095801e64 req-606150cd-3942-4b52-a7fa-449cc072cadb tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975680 Dec 22 16:57:32.181567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:32.483531 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Deleting port 262e68ba-6dba-48e7-9130-3d1eadbea0c7 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:32.483864 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:32.562329 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] For port 262e68ba-6dba-48e7-9130-3d1eadbea0c7, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=262e68ba-6dba-48e7-9130-3d1eadbea0c7,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:32.562703 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:32.574175 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Calling delete_port for 262e68ba-6dba-48e7-9130-3d1eadbea0c7 owned by network:router_interface {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:32.695555 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffab4-d43a-47be-ae02-a8d5c81dc6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:32.753743 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:32.780358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Pushing event deleted for resources: {'Port': ['ID=262e68ba-6dba-48e7-9130-3d1eadbea0c7,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:32.945150 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.153784 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Router 112cdd92-4552-42ab-978d-21d2d3bc939e has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:57:33.286854 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:57:33.292487 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1c86eb43-ec7a-42eb-8565-2c76d05f9378 admin admin] 10.222.0.41 "PUT /v2.0/routers/112cdd92-4552-42ab-978d-21d2d3bc939e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6247962 Dec 22 16:57:33.295716 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36078) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:33.298778 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Sync routers for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:57:33.302414 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2205e-aa4c-42a5-a61d-37c44704561b req-f96278d6-f2a2-4ed9-8648-3d8d2cb3a0a9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:33.303932 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fe2205e-aa4c-42a5-a61d-37c44704561b req-f96278d6-f2a2-4ed9-8648-3d8d2cb3a0a9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0950000 Dec 22 16:57:33.308685 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:33.309301 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:33.359083 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fe2205e-aa4c-42a5-a61d-37c44704561b req-c748e4bd-b66a-4ea4-ae4a-ae3a586b4a42 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471594 Dec 22 16:57:33.409327 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks [] for router, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.420710 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:33.523225 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.579862 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Deleting port db4942d4-6642-4438-9f21-7c34abc48d0f {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:33.580234 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.581262 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1c89-7bd1-4e5f-affe-ab0aca2bcdad req-47a97686-ed4f-438b-a45d-eca2ea9b6a6a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:33.584662 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-94ab1c89-7bd1-4e5f-affe-ab0aca2bcdad req-47a97686-ed4f-438b-a45d-eca2ea9b6a6a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Dec 22 16:57:33.617167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:57:32Z', 'revision_number': 5, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port': {'id': 'db4942d4-6642-4438-9f21-7c34abc48d0f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:17Z', 'updated_at': '2021-12-22T16:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:33.641564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-94ab1c89-7bd1-4e5f-affe-ab0aca2bcdad req-54e72f8d-81af-4163-bad8-0aa18c735b3f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529873 Dec 22 16:57:33.650959 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Checking router: 112cdd92-4552-42ab-978d-21d2d3bc939e for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:57:33.660301 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] For port db4942d4-6642-4438-9f21-7c34abc48d0f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=db4942d4-6642-4438-9f21-7c34abc48d0f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:33.660826 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.666983 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36084) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:33.672034 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Routers {'112cdd92-4552-42ab-978d-21d2d3bc939e'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:33.673284 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['112cdd92-4552-42ab-978d-21d2d3bc939e'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:33.677540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Calling delete_port for db4942d4-6642-4438-9f21-7c34abc48d0f owned by network:router_gateway {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:33.786217 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f42f65-8346-49b8-ada0-1452f2952d86 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:33.787743 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f7f42f65-8346-49b8-ada0-1452f2952d86 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 1093 time: 0.1194913 Dec 22 16:57:33.794572 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36090) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:33.801547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'port_id': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:57:33.803517 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] Set router 112cdd92-4552-42ab-978d-21d2d3bc939e gateway port host: None {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:33.852483 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.885503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:33.929536 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=db4942d4-6642-4438-9f21-7c34abc48d0f,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:33.989395 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.019360 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.024382 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:57:33Z', 'revision_number': 6, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:34.076679 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6348b-a9c7-4448-ba69-19a367546d1d None None] The sync data for ids ['112cdd92-4552-42ab-978d-21d2d3bc939e'] in dv-cinder-784477-12-iscsi is: [{'id': '112cdd92-4552-42ab-978d-21d2d3bc939e', 'name': 'tempest-TestMinimumBasicScenario-594863342-router', 'tenant_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:16Z', 'updated_at': '2021-12-22T16:57:33Z', 'revision_number': 6, 'project_id': 'ebc434e4c250477b8b8a68f96b1667c2', 'gw_port_host': None}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:57:34.077796 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.127755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.129956 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.163558 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.27.1.163 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/99379808-d862-4a5d-8e68-8e42de1b20da) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:57:34.174104 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.174560 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112cdd92-4552-42ab-978d-21d2d3bc939e {{(pid=108902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:57:34.179457 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.183564 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-3c588f68-4f02-4c59-a46f-5bac3b6fb6ed admin admin] 10.222.0.41 "DELETE /v2.0/routers/112cdd92-4552-42ab-978d-21d2d3bc939e HTTP/1.1" status: 204 len: 168 time: 0.8866084 Dec 22 16:57:34.184256 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36096) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:34.229069 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Deleting subnet 53621522-9666-46bf-bf01-b07a6576b387 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:57:34.232207 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.268289 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.268908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.305013 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.348415 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:57:34.351368 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:57:34.354762 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:57:34.386291 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.448498 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.485172 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53621522-9666-46bf-bf01-b07a6576b387,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:34.487324 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.493488 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-dd050c61-4158-4941-8326-75e021d3a18b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53621522-9666-46bf-bf01-b07a6576b387 HTTP/1.1" status: 204 len: 168 time: 0.3081703 Dec 22 16:57:34.494535 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36098) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:34.499033 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e80326-8d3a-40e5-a64f-1415ade7cd6e None None] Network c33aaa49-856d-4bc0-bf9e-674df169b1c1 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:57:34.570826 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.627606 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=99379808-d862-4a5d-8e68-8e42de1b20da,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:34.646329 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Deleting port 5f015272-3b8a-40e7-9637-ac1869d12c62 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:34.646622 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.729295 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] DHCP port deletion for c33aaa49-856d-4bc0-bf9e-674df169b1c1 request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 16:57:34.731244 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] For port 5f015272-3b8a-40e7-9637-ac1869d12c62, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5f015272-3b8a-40e7-9637-ac1869d12c62,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:34.731640 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.749472 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Calling delete_port for 5f015272-3b8a-40e7-9637-ac1869d12c62 owned by network:dhcp {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:34.785851 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Deleting port 5f015272-3b8a-40e7-9637-ac1869d12c62 {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:34.786286 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.839523 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.855612 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] For port 5f015272-3b8a-40e7-9637-ac1869d12c62, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5f015272-3b8a-40e7-9637-ac1869d12c62,segment=NetworkSegment(e92b2595-8995-4d2b-bef0-8f78880ebb90),segment_id=e92b2595-8995-4d2b-bef0-8f78880ebb90)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:34.856713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.871582 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f015272-3b8a-40e7-9637-ac1869d12c62,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:34.875035 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Calling delete_port for 5f015272-3b8a-40e7-9637-ac1869d12c62 owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:34.878215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] No DVR routers for this DVR port 5f015272-3b8a-40e7-9637-ac1869d12c62 on host dv-cinder-784477-12-iscsi {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:57:34.957743 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:34.990038 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33aaa49-856d-4bc0-bf9e-674df169b1c1']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:35.000854 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92b2595-8995-4d2b-bef0-8f78880ebb90') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:35.001169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92b2595-8995-4d2b-bef0-8f78880ebb90') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:35.013832 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.018573 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.035695 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.059926 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.071188 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:57:35.071841 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.079628 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] No DVR routers for this DVR port 5f015272-3b8a-40e7-9637-ac1869d12c62 on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:57:35.081148 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c49e-1f28-49dc-98c8-351afe409f28 None None] Pushing event deleted for resources: {'Port': ['ID=5f015272-3b8a-40e7-9637-ac1869d12c62,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:35.132231 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.138400 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:57:35.140893 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:57:35.163355 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.169465 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.176504 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c33aaa49-856d-4bc0-bf9e-674df169b1c1 HTTP/1.1" status: 204 len: 168 time: 0.6781445 Dec 22 16:57:35.191690 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36106) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:35.192632 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f934c7-c638-46f3-81af-796f8e591046 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33aaa49-856d-4bc0-bf9e-674df169b1c1,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:35.300187 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.305763 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.374753 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=99379808-d862-4a5d-8e68-8e42de1b20da,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:35.386471 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.469729 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.501014 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP a51e0d24-f04f-4a46-87b1-adf7ca3f719a associated. External IP: 172.27.1.163, port: c1a2e943-be29-4d5d-a030-1a2f539e10fb. Dec 22 16:57:35.564165 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.716015 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:57:35.827067 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 262e68ba-6dba-48e7-9130-3d1eadbea0c7 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:35.840456 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:57:35.849036 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 262e68ba-6dba-48e7-9130-3d1eadbea0c7 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:35.849036 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 262e68ba-6dba-48e7-9130-3d1eadbea0c7 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:35.849385 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device db4942d4-6642-4438-9f21-7c34abc48d0f no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:35.852809 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:57:35.863546 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:35.864180 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:35.868288 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:35.870764 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: db4942d4-6642-4438-9f21-7c34abc48d0f {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:35.871775 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device db4942d4-6642-4438-9f21-7c34abc48d0f not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:35.873167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5f015272-3b8a-40e7-9637-ac1869d12c62 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:35.900746 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 5f015272-3b8a-40e7-9637-ac1869d12c62 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:35.901359 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5f015272-3b8a-40e7-9637-ac1869d12c62 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:35.903473 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ac2aabcd-e06e-4c1b-8114-b5aa976eaacf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1078339 Dec 22 16:57:35.904375 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:35.907975 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b4374-6985-4448-b87e-a60b1f10895d" -d '{"events": [{"name": "network-changed", "server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:36.009149 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:36.085564 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Deleting port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:36.085961 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.166448 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] For port a51a009c-98d4-4fcd-92e4-85eb7d8cff5e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:36.166834 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.181591 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Calling delete_port for a51a009c-98d4-4fcd-92e4-85eb7d8cff5e owned by network:router_interface {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:36.249293 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a51e0d24-f04f-4a46-87b1-adf7ca3f719a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:df:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17751c3b-a6f4-4272-8519-381938cca7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:57:34Z', 'updated_at': '2021-12-22T16:57:34Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:36.272095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42bc8e1-4a9d-4462-8bb2-484195c7cccd x-openstack-request-id: req-b42bc8e1-4a9d-4462-8bb2-484195c7cccd {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:36.272420 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:36.272722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b42bc8e1-4a9d-4462-8bb2-484195c7cccd {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:36.273141 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'status': 'completed', 'code': 200} Dec 22 16:57:36.282700 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:57:36.287613 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.291717 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:36.292440 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:36.370319 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-98faf815-6501-4af7-a4c5-7b7475b23c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:36.372412 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-98faf815-6501-4af7-a4c5-7b7475b23c12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 1098 time: 0.0579178 Dec 22 16:57:36.389468 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16fff4-411e-44da-a12c-6b884c7d7834 req-8a2102c6-855b-4079-b6be-9353980313d5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:36.391178 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3b16fff4-411e-44da-a12c-6b884c7d7834 req-8a2102c6-855b-4079-b6be-9353980313d5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0606675 Dec 22 16:57:36.396586 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:36.442279 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.474997 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3b16fff4-411e-44da-a12c-6b884c7d7834 req-2f959029-1b6e-44d7-8c65-dceddce9f15a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766547 Dec 22 16:57:36.503445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.540134 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51a009c-98d4-4fcd-92e4-85eb7d8cff5e,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:36.551873 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-1cec9497-e041-4844-8a23-8c7bf08ef6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:36.552291 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-1cec9497-e041-4844-8a23-8c7bf08ef6f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.1711664 Dec 22 16:57:36.643279 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a51e0d24-f04f-4a46-87b1-adf7ca3f719a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:df:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17751c3b-a6f4-4272-8519-381938cca7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:57:34Z', 'updated_at': '2021-12-22T16:57:34Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:36.663946 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-54d26896-10a1-4493-b640-c4cbe3391e58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb HTTP/1.1" status: 200 len: 999 time: 0.0963523 Dec 22 16:57:36.671945 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9d83b-48ad-41ec-8832-46107d5fc626 None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'a51e0d24-f04f-4a46-87b1-adf7ca3f719a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:df:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17751c3b-a6f4-4272-8519-381938cca7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:57:34Z', 'updated_at': '2021-12-22T16:57:34Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:57:36.788100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-8b22e660-5ec5-41f3-938d-63233d1aa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:36.790223 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-8b22e660-5ec5-41f3-938d-63233d1aa046 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0952225 Dec 22 16:57:36.837797 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:36.891968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-e5f91f86-7a9c-4f62-bc50-6bbd236fa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:36.893792 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-e5f91f86-7a9c-4f62-bc50-6bbd236fa664 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0954871 Dec 22 16:57:36.893974 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d660d-5ad0-4ddd-8521-3e49c3838961 None None] New status for floating IP a51e0d24-f04f-4a46-87b1-adf7ca3f719a: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:57:37.073557 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-c2382862-6389-44bd-b083-7fdcace97c39 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700602 Dec 22 16:57:37.218401 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Router 1996c19c-2e97-4810-9d56-01d4b9c4b27b has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:57:37.235573 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fb4b4374-6985-4448-b87e-a60b1f10895d req-39d88729-eea6-428f-92de-0c643432d3e7 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483841 Dec 22 16:57:37.334083 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:57:37.339409 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-f79bdfdc-2d27-41f5-9705-e47049d1d096 admin admin] 10.222.0.41 "PUT /v2.0/routers/1996c19c-2e97-4810-9d56-01d4b9c4b27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1440108 Dec 22 16:57:37.342480 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36126) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:37.343007 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Sync routers for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:57:37.353931 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:37.354544 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:37.445875 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks [] for router, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:37.456894 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:37.554046 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:37.609187 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Deleting port 8eff85c0-7939-4ccf-b586-abe723d6b199 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:37.609694 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:37.615382 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638387b-ee28-434d-82eb-fcbb961d4955 req-0ca997fe-648b-4288-a6ff-3b47334994ab tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:37.616932 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e638387b-ee28-434d-82eb-fcbb961d4955 req-0ca997fe-648b-4288-a6ff-3b47334994ab tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0556660 Dec 22 16:57:37.672790 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e638387b-ee28-434d-82eb-fcbb961d4955 req-bd3780b8-972c-4016-ada8-b140ebd01fb6 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494483 Dec 22 16:57:37.700358 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] For port 8eff85c0-7939-4ccf-b586-abe723d6b199, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8eff85c0-7939-4ccf-b586-abe723d6b199,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:37.701052 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:37.713908 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Calling delete_port for 8eff85c0-7939-4ccf-b586-abe723d6b199 owned by network:router_gateway {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:37.736430 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:57:36Z', 'revision_number': 5, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port': {'id': '8eff85c0-7939-4ccf-b586-abe723d6b199', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:54:24Z', 'updated_at': '2021-12-22T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:37.766264 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Checking router: 1996c19c-2e97-4810-9d56-01d4b9c4b27b for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:57:37.774741 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Routers {'1996c19c-2e97-4810-9d56-01d4b9c4b27b'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:57:37.775364 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:57:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:37.860860 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] Set router 1996c19c-2e97-4810-9d56-01d4b9c4b27b gateway port host: None {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:57:37.881696 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:37.908225 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eff85c0-7939-4ccf-b586-abe723d6b199,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:37.918908 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:57:37Z', 'revision_number': 6, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:37.945697 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e37b4-3627-4523-83e3-90014ef8cdac None None] The sync data for ids ['1996c19c-2e97-4810-9d56-01d4b9c4b27b'] in dv-cinder-784477-12-iscsi is: [{'id': '1996c19c-2e97-4810-9d56-01d4b9c4b27b', 'name': 'tempest-TestMinimumBasicScenario-2108918620-router', 'tenant_id': '1bc8936e99a7436c9fe96967512f380d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:54:23Z', 'updated_at': '2021-12-22T16:57:37Z', 'revision_number': 6, 'project_id': '1bc8936e99a7436c9fe96967512f380d', 'gw_port_host': None}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:57:37.974099 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.065639 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.067755 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.112089 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.112646 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1996c19c-2e97-4810-9d56-01d4b9c4b27b {{(pid=108902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:57:38.118365 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.119539 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-c1a22aa6-dedf-4efc-993b-a825e029fe68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1996c19c-2e97-4810-9d56-01d4b9c4b27b HTTP/1.1" status: 204 len: 168 time: 0.7760108 Dec 22 16:57:38.122055 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36130) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:38.165911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Deleting subnet 9348be31-ba88-47b9-9adb-72b9405b8252 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:57:38.168978 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.202879 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.285044 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.339585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.366437 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9348be31-ba88-47b9-9adb-72b9405b8252,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:38.368405 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.372278 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-543691e9-7e20-4045-8aa5-67fe9d97f00c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9348be31-ba88-47b9-9adb-72b9405b8252 HTTP/1.1" status: 204 len: 168 time: 0.2485528 Dec 22 16:57:38.374314 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36132) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:38.376070 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babad25e-caa4-4b0c-b28a-3755a88200b7 None None] Network d3963fa7-c298-4611-85d1-74cb57edc92b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:57:38.439814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.499376 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Deleting port 8d267c52-8cf2-41fe-995d-39bd021eeb9f {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:57:38.499716 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.561454 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] For port 8d267c52-8cf2-41fe-995d-39bd021eeb9f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=8d267c52-8cf2-41fe-995d-39bd021eeb9f,segment=NetworkSegment(34b19001-593a-4103-af03-490442253af3),segment_id=34b19001-593a-4103-af03-490442253af3)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:38.561766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.574038 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Calling delete_port for 8d267c52-8cf2-41fe-995d-39bd021eeb9f owned by network:dhcp {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:57:38.654419 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.679339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d267c52-8cf2-41fe-995d-39bd021eeb9f,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:38.683165 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] No DVR routers for this DVR port 8d267c52-8cf2-41fe-995d-39bd021eeb9f on host dv-cinder-784477-12-iscsi {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:57:38.699023 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8613e5-c991-4e38-9c9f-72ca958475fc None None] DHCP port deletion for d3963fa7-c298-4611-85d1-74cb57edc92b request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 16:57:38.769244 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.792393 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3963fa7-c298-4611-85d1-74cb57edc92b']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:38.803594 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b19001-593a-4103-af03-490442253af3') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:38.803890 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b19001-593a-4103-af03-490442253af3') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:57:38.815741 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.838845 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.846460 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:57:38.847046 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:57:38.848990 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:57:38.924377 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.931605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:38.938134 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3963fa7-c298-4611-85d1-74cb57edc92b HTTP/1.1" status: 204 len: 168 time: 0.5592887 Dec 22 16:57:38.953720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77568-1209-4a8c-bff0-827f1890062f admin admin] Pushing event deleted for resources: {'Network': ['ID=d3963fa7-c298-4611-85d1-74cb57edc92b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:38.969459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0280aa8-cc61-4740-9727-0565798b77d1 req-6ed98f43-3282-4429-82e9-71b077793a8a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:38.976835 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a0280aa8-cc61-4740-9727-0565798b77d1 req-6ed98f43-3282-4429-82e9-71b077793a8a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0801189 Dec 22 16:57:39.022434 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a0280aa8-cc61-4740-9727-0565798b77d1 req-e9164a93-3c35-453a-b208-04ebb07468e3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448465 Dec 22 16:57:39.120738 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36138) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:39.163003 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-60982b79-4d03-4761-ab48-d4c561a2ad42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebc434e4c250477b8b8a68f96b1667c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409403 Dec 22 16:57:39.165478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36140) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:39.218320 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.239339 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.287012 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.290382 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.291670 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89 HTTP/1.1" status: 204 len: 168 time: 0.1252303 Dec 22 16:57:39.301334 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e4e26-9e61-4ebd-8848-3876b84ef6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f86774-a9b5-4fda-9f6a-1dd3d5e2dc89,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:39.620716 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36146) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:39.659182 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-3d0f2979-c1c9-4e96-b830-6403965b9c46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bc8936e99a7436c9fe96967512f380d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372901 Dec 22 16:57:39.661681 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36148) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:57:39.707359 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.728430 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.775809 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.778448 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:39.780231 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c7d8375-69c4-4b0c-abb1-d3873aef9cc1 HTTP/1.1" status: 204 len: 168 time: 0.1176329 Dec 22 16:57:39.787886 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff65480-80ee-4f6c-8d75-db8bd7772384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7d8375-69c4-4b0c-abb1-d3873aef9cc1,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:39.805428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a51a009c-98d4-4fcd-92e4-85eb7d8cff5e no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:39.830979 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: a51a009c-98d4-4fcd-92e4-85eb7d8cff5e {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:39.831289 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a51a009c-98d4-4fcd-92e4-85eb7d8cff5e not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:39.831796 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8d267c52-8cf2-41fe-995d-39bd021eeb9f no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:39.851320 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 8d267c52-8cf2-41fe-995d-39bd021eeb9f {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:39.851671 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8d267c52-8cf2-41fe-995d-39bd021eeb9f not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:39.852096 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8eff85c0-7939-4ccf-b586-abe723d6b199 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:57:39.871334 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 8eff85c0-7939-4ccf-b586-abe723d6b199 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:57:39.871609 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 8eff85c0-7939-4ccf-b586-abe723d6b199 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:57:40.151711 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473633-5d98-4c5a-9a45-106d22b84487 req-2f0b9bb7-c953-478f-8957-fdb92a8e2373 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:40.153310 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e3473633-5d98-4c5a-9a45-106d22b84487 req-2f0b9bb7-c953-478f-8957-fdb92a8e2373 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0551672 Dec 22 16:57:40.201352 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e3473633-5d98-4c5a-9a45-106d22b84487 req-1844f25a-682d-45be-b194-25230e7d9a9f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Dec 22 16:57:41.323620 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5f544-33a5-4d3b-a42b-f3209eaded66 req-04702e62-17cc-483c-8d0c-b7307ab75320 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:41.325130 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ef5f544-33a5-4d3b-a42b-f3209eaded66 req-04702e62-17cc-483c-8d0c-b7307ab75320 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Dec 22 16:57:41.372931 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ef5f544-33a5-4d3b-a42b-f3209eaded66 req-543b898b-5776-42a3-b3d6-111882101706 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413735 Dec 22 16:57:42.491184 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cb369-3a9d-4149-ac4b-6435a80aea3b req-1920bf74-59ef-4af7-a6f4-893ed9c8ad60 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:42.492699 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b03cb369-3a9d-4149-ac4b-6435a80aea3b req-1920bf74-59ef-4af7-a6f4-893ed9c8ad60 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0485752 Dec 22 16:57:42.541711 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b03cb369-3a9d-4149-ac4b-6435a80aea3b req-f5705e90-63c6-403c-87be-cddb27f844d7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Dec 22 16:57:43.658324 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ef2-e716-4b3c-97e7-e4b4fd88fe73 req-8e56f768-16af-4be1-b98b-8154fc3b46dd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:43.659850 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-07249ef2-e716-4b3c-97e7-e4b4fd88fe73 req-8e56f768-16af-4be1-b98b-8154fc3b46dd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0482416 Dec 22 16:57:43.710781 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-07249ef2-e716-4b3c-97e7-e4b4fd88fe73 req-12cd4603-9267-4611-a0e7-9710bc7a2484 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450125 Dec 22 16:57:44.832964 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201fa0f-e5ed-4f20-8b00-f49bb4704349 req-99faeeb7-9ac5-4f39-8c75-833460a7d254 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:44.834443 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e201fa0f-e5ed-4f20-8b00-f49bb4704349 req-99faeeb7-9ac5-4f39-8c75-833460a7d254 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0492706 Dec 22 16:57:44.880364 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e201fa0f-e5ed-4f20-8b00-f49bb4704349 req-0a603d95-e30b-4ff7-961e-55f4815fb389 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Dec 22 16:57:46.006928 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f9619-c306-4f4c-9424-d774d96d1647 req-0f84d621-eee7-43f2-b155-1f6cf1b9a955 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:46.008319 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f5f9619-c306-4f4c-9424-d774d96d1647 req-0f84d621-eee7-43f2-b155-1f6cf1b9a955 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0519786 Dec 22 16:57:46.057108 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f5f9619-c306-4f4c-9424-d774d96d1647 req-b1679a17-ed9c-4a19-9cde-b492b7bc67c2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Dec 22 16:57:47.176102 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a14c-0a63-4494-b898-2c68105187e1 req-f95b639b-aa4e-4c0c-b839-5fee2585eddc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:47.177579 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df57a14c-0a63-4494-b898-2c68105187e1 req-f95b639b-aa4e-4c0c-b839-5fee2585eddc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0482421 Dec 22 16:57:47.224990 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-df57a14c-0a63-4494-b898-2c68105187e1 req-e3ed5128-6716-453a-9b75-a73c80d09f05 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Dec 22 16:57:48.346573 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cfb1b-0112-410d-bd4c-62841ca897e7 req-6984b1f8-caf6-44df-9542-6087026ec570 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:48.348034 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-748cfb1b-0112-410d-bd4c-62841ca897e7 req-6984b1f8-caf6-44df-9542-6087026ec570 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0476975 Dec 22 16:57:48.400499 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-748cfb1b-0112-410d-bd4c-62841ca897e7 req-ed6ab65f-54c8-4cce-92b8-a4cb1627db88 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Dec 22 16:57:49.521095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973b83-e038-4e1a-8c9d-1c85c2837588 req-3a769be6-cdea-4fd9-8f73-e431a5ee9f5b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:49.522563 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32973b83-e038-4e1a-8c9d-1c85c2837588 req-3a769be6-cdea-4fd9-8f73-e431a5ee9f5b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0486171 Dec 22 16:57:49.571683 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32973b83-e038-4e1a-8c9d-1c85c2837588 req-0fadb0a0-6009-4d67-a87b-c1e9bd7de1fe tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Dec 22 16:57:50.695166 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e183d0-b9c5-4525-a8d5-56fb5ae9e0c6 req-76c7899f-3001-4243-8137-53731c977df9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:50.696715 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-67e183d0-b9c5-4525-a8d5-56fb5ae9e0c6 req-76c7899f-3001-4243-8137-53731c977df9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0499146 Dec 22 16:57:50.755161 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-67e183d0-b9c5-4525-a8d5-56fb5ae9e0c6 req-369ffd2b-431e-4a23-9e46-c6d9e054b631 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515919 Dec 22 16:57:51.876720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbe1da-0c44-4404-a6c9-aa2d4ec16727 req-0f863373-623f-465a-be9e-eb5aa952c8e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:51.878177 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-edbbe1da-0c44-4404-a6c9-aa2d4ec16727 req-0f863373-623f-465a-be9e-eb5aa952c8e5 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0505099 Dec 22 16:57:51.925513 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-edbbe1da-0c44-4404-a6c9-aa2d4ec16727 req-8a4612b9-f8c2-4373-942d-2e653bb8339f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Dec 22 16:57:53.045908 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fa582-6eaa-41dd-820f-52bb72e6072e req-0639268a-ab90-471e-a7b2-8685ab725ec1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:53.047382 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6e6fa582-6eaa-41dd-820f-52bb72e6072e req-0639268a-ab90-471e-a7b2-8685ab725ec1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0481277 Dec 22 16:57:53.093974 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6e6fa582-6eaa-41dd-820f-52bb72e6072e req-eb8b3029-daad-4274-8081-bab43f75ad9e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Dec 22 16:57:53.312916 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:57:53.405551 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:53.415785 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:57:53.456275 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:53.469802 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:57:53.488531 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:53.492514 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:53.542680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=6']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:53.549908 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.550392 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.550735 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.551069 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.551393 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.551717 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.552040 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.552386 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.552709 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.553030 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.553345 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.553660 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.553973 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:57:53.604435 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['51b52e8c-0ac4-42a8-a28a-f4024acc625c'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:57:54.219847 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0580f71-14ac-4569-a0c0-5771c94e097b req-091c3f49-2218-47cf-838a-863f898e9cbc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:54.222885 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c0580f71-14ac-4569-a0c0-5771c94e097b req-091c3f49-2218-47cf-838a-863f898e9cbc tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 945 time: 0.0558345 Dec 22 16:57:54.268899 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c0580f71-14ac-4569-a0c0-5771c94e097b req-606ffe62-4354-4a52-b937-cf3c02637d39 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416064 Dec 22 16:57:55.336092 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:57:55.396483 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93134563-c2a7-4c0c-9bcb-8e4243223e11 req-43db1d6d-08e4-48ee-8538-275899d1dbf3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:55.403450 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 51b52e8c-0ac4-42a8-a28a-f4024acc625c triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:57:55.403798 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:55.404701 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-93134563-c2a7-4c0c-9bcb-8e4243223e11 req-43db1d6d-08e4-48ee-8538-275899d1dbf3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 945 time: 0.0596051 Dec 22 16:57:55.455120 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-93134563-c2a7-4c0c-9bcb-8e4243223e11 req-a04df7d7-26cd-42f8-a15b-8d09c76a55fa tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494771 Dec 22 16:57:55.508903 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:55.547364 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:57:55.550118 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb04461-f515-4ff9-b6ec-f2b5996720ed" -d '{"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:57:55.568789 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:57:55.573408 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:57:55.604301 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37347bde-742d-4330-acbf-60ead2948e36 x-openstack-request-id: req-37347bde-742d-4330-acbf-60ead2948e36 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:57:55.604604 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:57:55.604861 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37347bde-742d-4330-acbf-60ead2948e36 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:57:55.605252 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'code': 200} Dec 22 16:57:55.632624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=7']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:57:56.589169 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ca2e-648f-46a1-bdf5-0e805cfbc754 req-fb69b294-9c1f-4b72-b996-b466c3e82e33 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:56.592775 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8ce6ca2e-648f-46a1-bdf5-0e805cfbc754 req-fb69b294-9c1f-4b72-b996-b466c3e82e33 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0528829 Dec 22 16:57:56.651909 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8ce6ca2e-648f-46a1-bdf5-0e805cfbc754 req-58b12534-510b-4ac3-ba2f-966fb3675b4a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545223 Dec 22 16:57:57.786756 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a55f6-1443-42da-bcb1-6739cb490fb4 req-9c1b92d5-6d07-471e-ba9e-fda6032164f2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:57.788509 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e4a55f6-1443-42da-bcb1-6739cb490fb4 req-9c1b92d5-6d07-471e-ba9e-fda6032164f2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0505860 Dec 22 16:57:57.840285 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e4a55f6-1443-42da-bcb1-6739cb490fb4 req-6d179cb6-2fe4-4ab6-9d6a-f48860941aa7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455880 Dec 22 16:57:58.975222 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dce558-52f2-469d-8a85-0b134e9f12c2 req-5395ba32-dd91-43ff-803b-17f7cf39d9a9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:57:58.983302 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f8dce558-52f2-469d-8a85-0b134e9f12c2 req-5395ba32-dd91-43ff-803b-17f7cf39d9a9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0601218 Dec 22 16:57:59.038244 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f8dce558-52f2-469d-8a85-0b134e9f12c2 req-608d1398-26b7-45c2-9fab-a127647e58e9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540068 Dec 22 16:58:00.170547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd07e11-9bd6-405f-abce-31a5ffd073e4 req-45783155-2110-441d-a1f0-54f1f22142dd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:00.170547 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bd07e11-9bd6-405f-abce-31a5ffd073e4 req-45783155-2110-441d-a1f0-54f1f22142dd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0585067 Dec 22 16:58:00.227015 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7bd07e11-9bd6-405f-abce-31a5ffd073e4 req-2ce7f4e2-2a4a-43da-8f7f-03e8226219b1 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492096 Dec 22 16:58:00.518913 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-744410eb-5961-457f-8bf6-d15a246cac61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:01.370275 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae378-bda8-48d1-bca5-9cc468dda6db req-64b02878-1e7f-459a-9157-bedd09b046f3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:01.377864 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a4ae378-bda8-48d1-bca5-9cc468dda6db req-64b02878-1e7f-459a-9157-bedd09b046f3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0622852 Dec 22 16:58:01.425073 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6a4ae378-bda8-48d1-bca5-9cc468dda6db req-75f8d6e5-2e3d-4b6e-853e-fe019c60c15d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Dec 22 16:58:02.488648 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6c2e6-6fa3-4790-bd2e-da74e2315051 req-fe180866-5c12-4856-91b9-62b49e746a54 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:02.490189 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97a6c2e6-6fa3-4790-bd2e-da74e2315051 req-fe180866-5c12-4856-91b9-62b49e746a54 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0632648 Dec 22 16:58:02.548700 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97a6c2e6-6fa3-4790-bd2e-da74e2315051 req-4e5d216e-8770-4c7b-bef0-419d81e936df tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523107 Dec 22 16:58:02.654685 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4a797-8779-4b85-aaf5-fdfdeb599591 req-0942bb99-9c13-4071-a8cb-c1593f95e16f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:02.656079 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4c4a797-8779-4b85-aaf5-fdfdeb599591 req-0942bb99-9c13-4071-a8cb-c1593f95e16f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0516744 Dec 22 16:58:02.693971 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-84fc0c5b-df78-408c-b82e-89cb59887e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:02.714096 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4c4a797-8779-4b85-aaf5-fdfdeb599591 req-d17a9a56-e392-45f3-9a41-e3e7a84a8b19 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511053 Dec 22 16:58:02.959757 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873747df-aa34-4804-b3f2-229bf28b6803 req-af586340-50bc-46ec-a598-a8f2ec97312b tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:02.961598 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-873747df-aa34-4804-b3f2-229bf28b6803 req-af586340-50bc-46ec-a598-a8f2ec97312b tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0703082 Dec 22 16:58:02.998290 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-0a47b70d-7823-405a-9acc-7c37428df8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.000502 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-0a47b70d-7823-405a-9acc-7c37428df8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 1099 time: 0.0467408 Dec 22 16:58:03.018819 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-873747df-aa34-4804-b3f2-229bf28b6803 req-dd2c12a3-99ec-495c-9c1f-0d060566d0b5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 Dec 22 16:58:03.112666 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-17a68c5e-605e-41ef-9b9c-d10993621a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.114175 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-17a68c5e-605e-41ef-9b9c-d10993621a32 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.1054893 Dec 22 16:58:03.183700 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-49a10cf4-dfac-421d-94b5-e2bc9de285f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 200 len: 1002 time: 0.0614898 Dec 22 16:58:03.237787 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-278faec2-610f-4625-8a22-cb389736f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.239157 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-278faec2-610f-4625-8a22-cb389736f888 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0475495 Dec 22 16:58:03.290562 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-c35c2fb0-9b51-4ebf-940c-9b5ad6c26c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.292045 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-c35c2fb0-9b51-4ebf-940c-9b5ad6c26c9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452070 Dec 22 16:58:03.385386 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-26f9913e-e4e7-458c-a122-144d5079bd2b service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812407 Dec 22 16:58:03.478404 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-9f19ec92-f3b0-4a2d-9363-a320acc51f66 req-13ff8260-48b7-4d6a-a9ad-eb533b775fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Dec 22 16:58:03.845576 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f7a16-57a2-4489-b3d9-2a549ece6030 req-fe102216-767a-492d-aef0-ffb6169d97e4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.847042 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd7f7a16-57a2-4489-b3d9-2a549ece6030 req-fe102216-767a-492d-aef0-ffb6169d97e4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0564296 Dec 22 16:58:03.894125 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd7f7a16-57a2-4489-b3d9-2a549ece6030 req-fb61ab2c-a061-4ecc-9fe5-338ec980624a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Dec 22 16:58:03.932861 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-cbcf57d7-adca-4a0c-8a6b-5c73e39baff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:03.934915 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-cbcf57d7-adca-4a0c-8a6b-5c73e39baff4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1099 time: 0.0411291 Dec 22 16:58:04.024883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:04.033162 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-78313fad-c758-40d2-a43d-b775480242e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:04.034721 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-78313fad-c758-40d2-a43d-b775480242e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.0859146 Dec 22 16:58:04.109939 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-68105baa-b9bf-48f8-af41-3446e348bd68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 200 len: 1001 time: 0.0651920 Dec 22 16:58:04.133962 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1d55-cd4e-4461-9416-d74fbee2788d req-8b8a9fd1-630f-4218-ae35-a09b91f0bc89 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:04.135498 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8fec1d55-cd4e-4461-9416-d74fbee2788d req-8b8a9fd1-630f-4218-ae35-a09b91f0bc89 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0549293 Dec 22 16:58:04.174354 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-d1408e15-85a5-40fa-b6b8-658173257afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:04.176005 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-d1408e15-85a5-40fa-b6b8-658173257afc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0461473 Dec 22 16:58:04.184020 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8fec1d55-cd4e-4461-9416-d74fbee2788d req-80bd864c-f1d0-4e37-b424-3551d3463320 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Dec 22 16:58:04.236426 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-b9922ddc-fd16-4d09-97cc-0f123d7dd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:04.237917 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-b9922ddc-fd16-4d09-97cc-0f123d7dd9a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457110 Dec 22 16:58:04.340753 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-5ae66777-b752-40a7-9749-36e4ccf22ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864286 Dec 22 16:58:04.441715 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-e73971a4-9db3-4cbb-bf0e-093ca9d08103 req-1dcd8118-58e3-4e86-b623-c1940b77c2b5 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919452 Dec 22 16:58:04.588855 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:58:05.016665 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ca70-6100-4d2c-bba4-f6e6596aca0e req-b4d18801-5b8b-45c5-b9d5-69de0481a13f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:05.018158 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-72b1ca70-6100-4d2c-bba4-f6e6596aca0e req-b4d18801-5b8b-45c5-b9d5-69de0481a13f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Dec 22 16:58:05.064450 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-72b1ca70-6100-4d2c-bba4-f6e6596aca0e req-6bce5250-6713-4898-84c4-fc3eda400b55 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404305 Dec 22 16:58:05.294779 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c145b-8299-48f9-975a-e5b90a1d35ad req-1647d984-fccb-4d1c-8483-32d8bcda8f2e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:05.296241 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea1c145b-8299-48f9-975a-e5b90a1d35ad req-1647d984-fccb-4d1c-8483-32d8bcda8f2e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0467002 Dec 22 16:58:05.341725 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ea1c145b-8299-48f9-975a-e5b90a1d35ad req-79c6c4bd-5e6d-4ca7-af17-3e6ffff00f14 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Dec 22 16:58:05.468344 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:06.195015 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b729a-b446-489d-b648-6035ed986d89 req-ced507ca-cf34-47f6-b06b-0b620ee35957 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:06.196511 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd1b729a-b446-489d-b648-6035ed986d89 req-ced507ca-cf34-47f6-b06b-0b620ee35957 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Dec 22 16:58:06.246466 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd1b729a-b446-489d-b648-6035ed986d89 req-da76f6e7-00a6-4d46-ad9f-5265106aca12 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435669 Dec 22 16:58:06.301850 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:06.437524 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:06.605888 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-c9ef696b-a4e5-4dd2-a326-c7c85f14f5fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392375 Dec 22 16:58:06.668478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-d03ce312-4e8c-4537-96ec-633de460c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:06.669960 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-d03ce312-4e8c-4537-96ec-633de460c669 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0403426 Dec 22 16:58:07.018068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-e00b1862-53a7-4fd1-8570-794a841e7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:07.019535 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-e00b1862-53a7-4fd1-8570-794a841e7d44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.3299987 Dec 22 16:58:07.086849 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-44afec72-b9ea-4014-8354-c27e1a9513a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 1000 time: 0.0591054 Dec 22 16:58:07.140347 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-08a36bbd-cbd4-49b5-8ad7-5288f67df58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:07.141779 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-08a36bbd-cbd4-49b5-8ad7-5288f67df58c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0480161 Dec 22 16:58:07.192805 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-2a0611f3-34da-4f57-a81e-8e836ee96d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:07.194545 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-2a0611f3-34da-4f57-a81e-8e836ee96d6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418611 Dec 22 16:58:07.288703 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-012c0f13-6add-42b4-869e-a35648747623 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Dec 22 16:58:07.367818 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536e02-1124-4400-9faf-3ee35c2603ad req-3304c0d6-b9a3-47de-8604-ed93d371d924 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:07.369356 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e0536e02-1124-4400-9faf-3ee35c2603ad req-3304c0d6-b9a3-47de-8604-ed93d371d924 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 946 time: 0.0494561 Dec 22 16:58:07.386230 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-c53a7841-0cf0-4904-8936-20c5837aa593 req-b47278ec-355f-4ff7-82ec-56b5bdb4ef94 service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890782 Dec 22 16:58:07.386669 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:07.419443 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e0536e02-1124-4400-9faf-3ee35c2603ad req-0c4763b9-1b2d-4017-9d4a-6a481916fcbd tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Dec 22 16:58:07.487776 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:07.516756 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:07.519133 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae4d1e-36f5-4520-b1e3-560d554c5f5f" -d '{"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-unplugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:07.533140 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:07.537876 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:07.593041 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=8']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:07.781323 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed1ad4b-3ef4-42b3-96a7-8db9a036662f x-openstack-request-id: req-bed1ad4b-3ef4-42b3-96a7-8db9a036662f {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:07.781625 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-unplugged", "status": "failed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "code": 422}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:07.781891 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bed1ad4b-3ef4-42b3-96a7-8db9a036662f {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:07.782289 dv-cinder-784477-12-iscsi neutron-server[108903]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'code': 422} returned with failed status Dec 22 16:58:08.321802 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6585a-7931-419c-ac84-214508eac4a1 req-ae4b5100-e6df-487d-9af0-0ef7df42d9b0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:08.323197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-41b6585a-7931-419c-ac84-214508eac4a1 req-ae4b5100-e6df-487d-9af0-0ef7df42d9b0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0587497 Dec 22 16:58:08.383982 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-6a015452-dffb-41ca-b65c-2f2c95e4f474 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790708 Dec 22 16:58:08.391271 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-41b6585a-7931-419c-ac84-214508eac4a1 req-743fd2ff-8a94-49db-beff-69e9356b1ca4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549803 Dec 22 16:58:09.160109 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-2a814cee-4b17-424f-ad4e-fa985cc3e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.161657 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-2a814cee-4b17-424f-ad4e-fa985cc3e9c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1&tenant_id=a622ab8fee1845b3a8ebff9ee27e676e HTTP/1.1" status: 200 len: 1097 time: 0.0417974 Dec 22 16:58:09.224693 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-43d0b589-a08e-43bd-96e4-c2fbba244e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.226234 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-43d0b589-a08e-43bd-96e4-c2fbba244e38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1097 time: 0.0423353 Dec 22 16:58:09.321800 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-0afa1f46-8da5-49bd-b067-90446c799996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.323304 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-0afa1f46-8da5-49bd-b067-90446c799996 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 200 len: 918 time: 0.0886271 Dec 22 16:58:09.394876 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-2555ed8d-1032-494d-a3d0-e55a2cddae47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 200 len: 999 time: 0.0584700 Dec 22 16:58:09.449187 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-3a88909c-371a-4c63-851c-3ac7f1f280e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.451336 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-3a88909c-371a-4c63-851c-3ac7f1f280e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 200 len: 856 time: 0.0479465 Dec 22 16:58:09.502247 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-0934e019-48c8-4397-88c5-062ef714b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.503790 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-0934e019-48c8-4397-88c5-062ef714b54d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0acee379-f900-4ea8-a6c2-b88479d53ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419624 Dec 22 16:58:09.513803 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362e37-d654-4b56-83a3-06175096a251 req-d9317288-d203-488a-b670-1de178dd7032 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:09.515244 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc362e37-d654-4b56-83a3-06175096a251 req-d9317288-d203-488a-b670-1de178dd7032 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0515277 Dec 22 16:58:09.561885 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc362e37-d654-4b56-83a3-06175096a251 req-18698532-b57b-46ad-ae89-9145403c36e8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Dec 22 16:58:09.600439 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-e2e9b4ba-aeba-4adb-b81a-3fc00b4cb821 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870516 Dec 22 16:58:09.694606 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-8d21a3fb-0417-4d62-b1ee-e586c07247c1 req-d6fd78ff-0d06-494b-a2de-a0ca31ba1e48 service neutron] 10.222.0.54 "GET /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Dec 22 16:58:10.685302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b2f81-2a92-4a7b-a0e1-b5a01071a805 req-e70499e4-fe32-4495-9b2b-8ae3a7a37c15 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:10.686987 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f76b2f81-2a92-4a7b-a0e1-b5a01071a805 req-e70499e4-fe32-4495-9b2b-8ae3a7a37c15 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0503199 Dec 22 16:58:10.735889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f76b2f81-2a92-4a7b-a0e1-b5a01071a805 req-17be5d05-8305-45c9-9b9d-c21340cedf19 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Dec 22 16:58:11.860066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06fb7-3a48-4b0d-99b2-f584194bb077 req-4ff2df64-cb19-41ac-ade1-a38b88a8c9a2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:11.861558 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b7f06fb7-3a48-4b0d-99b2-f584194bb077 req-4ff2df64-cb19-41ac-ade1-a38b88a8c9a2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0543087 Dec 22 16:58:11.909921 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b7f06fb7-3a48-4b0d-99b2-f584194bb077 req-ce3e4145-27f0-4100-a618-499c64b2ccc3 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Dec 22 16:58:13.033353 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee73a-6359-4ac9-a0e0-93ccc9c9c147 req-29724047-53cf-476e-9e93-08e3921a9d3e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:13.034866 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-336ee73a-6359-4ac9-a0e0-93ccc9c9c147 req-29724047-53cf-476e-9e93-08e3921a9d3e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0545788 Dec 22 16:58:13.086328 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-336ee73a-6359-4ac9-a0e0-93ccc9c9c147 req-a8f714c4-0e07-44bd-bced-90426a25809d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 Dec 22 16:58:14.217862 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb4c5-b753-4420-af69-bc012e7814c1 req-416583f8-fde4-47f7-9e0f-00f9de28b651 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:14.219306 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-327fb4c5-b753-4420-af69-bc012e7814c1 req-416583f8-fde4-47f7-9e0f-00f9de28b651 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0536458 Dec 22 16:58:14.268337 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-327fb4c5-b753-4420-af69-bc012e7814c1 req-2ccffb80-579e-40a1-97b1-15a812de75d9 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Dec 22 16:58:15.396247 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b37607-89a0-4c11-8770-6e9dbd71db89 req-35a95da5-e144-4e57-9020-54d79cd21a88 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:15.397889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-25b37607-89a0-4c11-8770-6e9dbd71db89 req-35a95da5-e144-4e57-9020-54d79cd21a88 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0528798 Dec 22 16:58:15.457422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-25b37607-89a0-4c11-8770-6e9dbd71db89 req-a9a5d506-21f6-4179-8c3c-3ef9d439269e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517445 Dec 22 16:58:16.582177 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fddbf-d773-48bb-b502-b75ff4275ee9 req-a2c11d49-f5e5-4a13-98bb-4ee598bf40b8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:16.583732 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-169fddbf-d773-48bb-b502-b75ff4275ee9 req-a2c11d49-f5e5-4a13-98bb-4ee598bf40b8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0580268 Dec 22 16:58:16.635174 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-169fddbf-d773-48bb-b502-b75ff4275ee9 req-c9b2148b-d1df-4a53-922e-89101c6e7731 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454009 Dec 22 16:58:17.776070 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37256b86-e780-4d1d-8f8f-9cbc575d93bb req-555d7968-7c05-450d-8ee9-2522cfce4f8e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:17.779080 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-37256b86-e780-4d1d-8f8f-9cbc575d93bb req-555d7968-7c05-450d-8ee9-2522cfce4f8e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0594785 Dec 22 16:58:17.835889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-37256b86-e780-4d1d-8f8f-9cbc575d93bb req-974e942a-a203-4886-af03-e1664a2d9dd8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460837 Dec 22 16:58:18.961215 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb088-1318-4c9e-85da-39d5d2c5c79a req-f9bf2c3b-dc1b-4480-8a8c-9d8bfb1c320c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:18.963215 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-891eb088-1318-4c9e-85da-39d5d2c5c79a req-f9bf2c3b-dc1b-4480-8a8c-9d8bfb1c320c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0527463 Dec 22 16:58:19.021541 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-891eb088-1318-4c9e-85da-39d5d2c5c79a req-ee115ea9-f311-4690-b4d0-1c8c76640eef tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523751 Dec 22 16:58:20.150575 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1086094-47a5-4e4a-a16b-5d6d8dd8e6cb req-bea694ac-c304-4b60-a819-6a903d5d5d3d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:20.152297 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1086094-47a5-4e4a-a16b-5d6d8dd8e6cb req-bea694ac-c304-4b60-a819-6a903d5d5d3d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0543716 Dec 22 16:58:20.206837 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1086094-47a5-4e4a-a16b-5d6d8dd8e6cb req-d053b5e0-5a59-4661-89d4-5d731b2b960a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482764 Dec 22 16:58:21.338945 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a32b-02cd-4d7f-a4e2-6b5c66fd6532 req-c5af67ce-b71c-44a5-b6bd-b2f54efd2d1d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:21.341049 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c154a32b-02cd-4d7f-a4e2-6b5c66fd6532 req-c5af67ce-b71c-44a5-b6bd-b2f54efd2d1d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0555120 Dec 22 16:58:21.387542 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c154a32b-02cd-4d7f-a4e2-6b5c66fd6532 req-0791eee8-f7fa-4ace-ab80-9d46cf2d943c tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 Dec 22 16:58:22.505731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f846534-0086-4504-847f-5db6e17e1b5b req-498e4cd0-1a58-471b-a839-5a6cbe80815f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:22.507190 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5f846534-0086-4504-847f-5db6e17e1b5b req-498e4cd0-1a58-471b-a839-5a6cbe80815f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0480394 Dec 22 16:58:22.557016 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5f846534-0086-4504-847f-5db6e17e1b5b req-db935756-0236-4f87-b959-80d61be8a0c7 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Dec 22 16:58:23.480728 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:58:23.590787 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:23.602960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'port_id': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'mac_address': 'fa:16:3e:cf:8d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:58:23.642811 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:23.659790 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:58:23.679225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7d90-ef64-4158-a4c2-f9d075fc5224 req-82f2ae1f-b346-41f8-bf49-65a3905ae787 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:23.680305 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:23.681337 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b3e7d90-ef64-4158-a4c2-f9d075fc5224 req-82f2ae1f-b346-41f8-bf49-65a3905ae787 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 944 time: 0.0493746 Dec 22 16:58:23.684713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:23.729044 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6b3e7d90-ef64-4158-a4c2-f9d075fc5224 req-49d0c19b-cd28-4625-bd76-a10e509408ed tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Dec 22 16:58:23.732651 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=9']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:23.945459 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['51b52e8c-0ac4-42a8-a28a-f4024acc625c'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:58:24.846156 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6d5bf-008a-4e20-84af-e7a909987301 req-30b5e880-f70b-40df-abb9-d4eb44357beb tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:24.847639 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b5a6d5bf-008a-4e20-84af-e7a909987301 req-30b5e880-f70b-40df-abb9-d4eb44357beb tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Dec 22 16:58:24.893617 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b5a6d5bf-008a-4e20-84af-e7a909987301 req-95d37bb9-54cf-4578-a7b7-0414f6c9e475 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Dec 22 16:58:25.483622 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:58:25.531773 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 51b52e8c-0ac4-42a8-a28a-f4024acc625c triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:58:25.532140 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:25.609073 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:25.630609 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:25.632856 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a843d1-b926-4606-aa82-dd9cb208008a" -d '{"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:25.650078 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:25.654934 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:25.681270 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1316ab48-c163-49e6-bc7a-0a519dfa1e2c x-openstack-request-id: req-1316ab48-c163-49e6-bc7a-0a519dfa1e2c {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:25.681627 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-plugged", "status": "completed", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:25.681830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1316ab48-c163-49e6-bc7a-0a519dfa1e2c {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:25.682239 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'code': 200} Dec 22 16:58:25.708525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=10']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:25.868513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bba256-6130-4536-9e77-751c4b518548 req-56a83db6-e728-48e0-91fc-0b4e7c9ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:25.870001 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-13bba256-6130-4536-9e77-751c4b518548 req-56a83db6-e728-48e0-91fc-0b4e7c9ad664 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 1100 time: 0.0407305 Dec 22 16:58:25.919078 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-13bba256-6130-4536-9e77-751c4b518548 req-54bb4a15-5cbd-49f8-a3b3-2e376be5369d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Dec 22 16:58:26.017598 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772920e5-e142-495f-967f-af5865b5b616 req-bbbca8f8-7d9e-494e-b5e8-28ae3dc08ad4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:26.019016 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-772920e5-e142-495f-967f-af5865b5b616 req-bbbca8f8-7d9e-494e-b5e8-28ae3dc08ad4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0519497 Dec 22 16:58:26.066132 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-772920e5-e142-495f-967f-af5865b5b616 req-ccd76f47-157f-4eef-82f9-ad5f425b863b tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410626 Dec 22 16:58:27.188391 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9be5f-0cb9-4f9c-8339-49c94107d421 req-85466a06-756b-453c-8b6c-829bc0e7937f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:27.189959 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1c9be5f-0cb9-4f9c-8339-49c94107d421 req-85466a06-756b-453c-8b6c-829bc0e7937f tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0501566 Dec 22 16:58:27.240565 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1c9be5f-0cb9-4f9c-8339-49c94107d421 req-52449244-cbbd-4990-8bfb-f977c357f7cb tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Dec 22 16:58:28.362575 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18d8ab-9826-49bc-81e5-eb60288dceaf req-e5f9240c-d9d4-4605-a6fb-c21c241a5af2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:28.364069 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef18d8ab-9826-49bc-81e5-eb60288dceaf req-e5f9240c-d9d4-4605-a6fb-c21c241a5af2 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0520170 Dec 22 16:58:28.645187 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef18d8ab-9826-49bc-81e5-eb60288dceaf req-02c3a2a9-68d0-4df1-803d-bbd1242c1614 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750790 Dec 22 16:58:30.513225 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-10394c32-17ed-4e8e-82ec-5f538081c9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:32.416416 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36420) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:32.686013 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-14bc1cdb-9467-496c-a77a-25a05ec21cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:32.713819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Deleting port 55f7aaee-c45c-48c1-b852-461f3b4c1cb6 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:32.714651 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:32.793891 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:32.794217 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:32.806392 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Calling delete_port for 55f7aaee-c45c-48c1-b852-461f3b4c1cb6 owned by network:floatingip {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:32.981266 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:33.009026 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event deleted for resources: {'Port': ['ID=55f7aaee-c45c-48c1-b852-461f3b4c1cb6,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:33.024053 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.024434 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.024781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.025116 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.025450 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.025781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.026105 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.027070 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.027396 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.027723 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.028047 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.028402 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.028718 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:33.086091 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for floatingip, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:33.086427 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Floating IP 8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32 disassociated (deleted). External IP: 172.27.1.74, port: 8f5d58d9-05c3-450b-8c27-67d1a1339829. Dec 22 16:58:33.294695 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Router ef80be27-4bbd-4286-b143-5aaf439f1f2a has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:58:33.402247 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:58:33.407057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:33.411427 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Sync routers for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:58:33.420747 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:33.421377 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:33.433526 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-b367b5ee-6117-4ba1-b490-1887d82fa97e tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32 HTTP/1.1" status: 204 len: 168 time: 1.0155149 Dec 22 16:58:33.434200 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:33.436585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:33.529044 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:33.595968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb14dfb-f4b4-4bce-ad83-512d9c6eb9c9 x-openstack-request-id: req-1eb14dfb-f4b4-4bce-ad83-512d9c6eb9c9 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:33.596281 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:33.596538 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb14dfb-f4b4-4bce-ad83-512d9c6eb9c9 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:33.597002 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'status': 'completed', 'code': 200} Dec 22 16:58:33.674160 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-457b8c15-0ddc-457f-a7df-c793318fd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:33.675963 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-457b8c15-0ddc-457f-a7df-c793318fd8fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 1098 time: 0.0423572 Dec 22 16:58:33.694459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3d6f2-57fc-4b38-9eeb-8d5db6a3be55 req-2620b396-660a-4622-a877-54ff5dd0c0c9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:33.695948 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31d3d6f2-57fc-4b38-9eeb-8d5db6a3be55 req-2620b396-660a-4622-a877-54ff5dd0c0c9 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0532362 Dec 22 16:58:33.737179 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:33.749151 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-31d3d6f2-57fc-4b38-9eeb-8d5db6a3be55 req-cb784b90-85f8-4a60-91b6-47d7f38272c5 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464370 Dec 22 16:58:33.771247 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Checking router: ef80be27-4bbd-4286-b143-5aaf439f1f2a for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:58:33.780124 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:33.780771 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:33.795248 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-c013a016-c52e-4ffd-8910-5f081467d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:33.796762 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-c013a016-c52e-4ffd-8910-5f081467d7db service neutron] 10.222.0.54 "GET /v2.0/networks?id=354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 200 len: 909 time: 0.0993378 Dec 22 16:58:33.850803 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-bb4bec92-3f30-4836-97aa-f7e725a28a79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 200 len: 217 time: 0.0391929 Dec 22 16:58:33.910787 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-5c961eb7-3475-4f7c-ade9-c093e70790e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:33.912296 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-5c961eb7-3475-4f7c-ade9-c093e70790e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 200 len: 847 time: 0.0498407 Dec 22 16:58:33.961051 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-12a798e4-72c4-41f2-b65f-92d8e426c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:33.962711 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-12a798e4-72c4-41f2-b65f-92d8e426c943 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=354ee7f4-01f2-461e-beff-dc96b30cdc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424407 Dec 22 16:58:34.010357 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:34.063769 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:34.067926 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-c3639e00-fea0-4c66-92d4-07a47e47ca8e service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867689 Dec 22 16:58:34.174570 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f4b17cd7-f3ef-47ec-9da1-3b5784e7d55a req-b96b8bec-35fc-4c4d-880a-6e36ef7d164e service neutron] 10.222.0.54 "GET /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968370 Dec 22 16:58:34.227552 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:34.253026 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d6f9d-ef22-4e40-bac1-ade79957a41b None None] The sync data for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi is: [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:09Z', 'revision_number': 4, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '44978409-6f55-4daf-a40c-99c555e9f36b', 'name': '', 'network_id': '354ee7f4-01f2-461e-beff-dc96b30cdc7f', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'mac_address': 'fa:16:3e:b8:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:08Z', 'updated_at': '2021-12-22T16:53:14Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'subnets': [{'id': '22ed676f-2a4a-494f-a166-7c0871aef2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:58:34.462880 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651824f-e5ae-4480-bde8-07c03c3b71bc None None] New status for floating IP 8e7f6181-a3ad-44bf-8bd0-ddfee6d34a32: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:58:34.864133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a11d0-c3aa-4ad1-b4b4-c4b42dcf2d88 req-f25b01ad-b143-4ff3-8ca0-1d4a0f130c19 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:34.865664 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-122a11d0-c3aa-4ad1-b4b4-c4b42dcf2d88 req-f25b01ad-b143-4ff3-8ca0-1d4a0f130c19 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Dec 22 16:58:34.917178 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-122a11d0-c3aa-4ad1-b4b4-c4b42dcf2d88 req-5ddf6b98-4985-42bf-8087-dd7c4aed4f66 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/security-groups?id=28177c7f-45c0-4eff-8cf3-7dfd969ea985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Dec 22 16:58:35.320624 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-464da4ea-b862-43f7-bfb1-db98903f42ff tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:35.322245 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-464da4ea-b862-43f7-bfb1-db98903f42ff tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Dec 22 16:58:35.424502 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Deleting port 8f5d58d9-05c3-450b-8c27-67d1a1339829 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:35.424839 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:35.474538 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:35.516052 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] For port 8f5d58d9-05c3-450b-8c27-67d1a1339829, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8f5d58d9-05c3-450b-8c27-67d1a1339829,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:35.516438 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:35.528215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Calling delete_port for 8f5d58d9-05c3-450b-8c27-67d1a1339829 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:35.656610 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:35.685756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event deleted for resources: {'Port': ['ID=8f5d58d9-05c3-450b-8c27-67d1a1339829,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:35.731328 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] No DVR routers for this DVR port 8f5d58d9-05c3-450b-8c27-67d1a1339829 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:35.733781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:35.737149 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-cc9e7e64-5c08-4013-a445-5e9237c4036e req-eeb752f1-088b-4439-a710-3c0a4fb266b0 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.54 "DELETE /v2.0/ports/8f5d58d9-05c3-450b-8c27-67d1a1339829 HTTP/1.1" status: 204 len: 173 time: 0.4061632 Dec 22 16:58:35.737585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-deleted', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:35.739851 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4515bc5-41d0-4415-b9c0-8d27592749d6" -d '{"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-deleted", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:35.777940 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5f2fb-0008-4266-9543-557526028bf3 x-openstack-request-id: req-b4e5f2fb-0008-4266-9543-557526028bf3 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:35.778233 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44", "name": "network-vif-deleted", "tag": "8f5d58d9-05c3-450b-8c27-67d1a1339829", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:35.778480 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4e5f2fb-0008-4266-9543-557526028bf3 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:35.778866 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44', 'name': 'network-vif-deleted', 'tag': '8f5d58d9-05c3-450b-8c27-67d1a1339829', 'status': 'completed', 'code': 200} Dec 22 16:58:36.011900 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-96cddac1-861a-4b85-8b6f-9caf9f9fce22 req-a547c6a6-5714-4e3d-a690-0966cdabbb23 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8310dd7-f6ce-4032-81ab-b2bf7bfa5a44 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Dec 22 16:58:36.304628 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:36.439751 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.068682 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36440) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:37.129911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.154892 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.212621 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.215669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.216831 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] 10.222.0.41 "DELETE /v2.0/security-groups/28177c7f-45c0-4eff-8cf3-7dfd969ea985 HTTP/1.1" status: 204 len: 168 time: 0.1471725 Dec 22 16:58:37.225779 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96072209-10ac-4814-aaf9-64afe7a14e06 tempest-TestShelveInstance-687942601 tempest-TestShelveInstance-687942601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28177c7f-45c0-4eff-8cf3-7dfd969ea985,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:37.263244 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36444) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:37.557766 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:37.582366 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 8f5d58d9-05c3-450b-8c27-67d1a1339829 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:37.582703 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8f5d58d9-05c3-450b-8c27-67d1a1339829 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:37.735938 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:37.995914 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Deleting port 44978409-6f55-4daf-a40c-99c555e9f36b {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:37.996147 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:38.072246 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] For port 44978409-6f55-4daf-a40c-99c555e9f36b, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=44978409-6f55-4daf-a40c-99c555e9f36b,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:38.072925 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:38.084404 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Calling delete_port for 44978409-6f55-4daf-a40c-99c555e9f36b owned by network:router_interface {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:38.267586 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:38.293655 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=44978409-6f55-4daf-a40c-99c555e9f36b,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:38.456506 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:38.927818 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Router ef80be27-4bbd-4286-b143-5aaf439f1f2a has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:58:39.033143 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:58:39.038733 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-aef901eb-9434-4597-ab8d-35d4b7c2d3aa admin admin] 10.222.0.41 "PUT /v2.0/routers/ef80be27-4bbd-4286-b143-5aaf439f1f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743304 Dec 22 16:58:39.041188 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36458) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:39.042870 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Sync routers for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:58:39.053157 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:39.053776 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:39.145483 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks [] for router, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.165985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:39.298929 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0589c6-bab8-49c8-9a5b-a92e9a599461 req-2d9fd9a4-1fe8-4ede-a2cf-12416e4924a5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:39.301065 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ec0589c6-bab8-49c8-9a5b-a92e9a599461 req-2d9fd9a4-1fe8-4ede-a2cf-12416e4924a5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0658343 Dec 22 16:58:39.301971 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.346944 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '685183e3-a305-430b-8b21-da05248dcc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:58:38Z', 'revision_number': 5, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port': {'id': '685183e3-a305-430b-8b21-da05248dcc30', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:39.377044 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ec0589c6-bab8-49c8-9a5b-a92e9a599461 req-de8789a0-3bb4-4c58-9939-f9255db419c9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697649 Dec 22 16:58:39.380710 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Checking router: ef80be27-4bbd-4286-b143-5aaf439f1f2a for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:58:39.390390 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Deleting port 685183e3-a305-430b-8b21-da05248dcc30 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:39.390731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.390846 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Routers {'ef80be27-4bbd-4286-b143-5aaf439f1f2a'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:39.391433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:39.470344 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] For port 685183e3-a305-430b-8b21-da05248dcc30, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=685183e3-a305-430b-8b21-da05248dcc30,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:39.470734 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.478767 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] Set router ef80be27-4bbd-4286-b143-5aaf439f1f2a gateway port host: None {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:39.483237 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Calling delete_port for 685183e3-a305-430b-8b21-da05248dcc30 owned by network:router_gateway {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:39.534341 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:58:39Z', 'revision_number': 6, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:39.560779 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cbaa9-b16d-4f80-91e7-47ad395304a3 None None] The sync data for ids ['ef80be27-4bbd-4286-b143-5aaf439f1f2a'] in dv-cinder-784477-12-iscsi is: [{'id': 'ef80be27-4bbd-4286-b143-5aaf439f1f2a', 'name': 'tempest-TestShelveInstance-309009642-router', 'tenant_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:05Z', 'updated_at': '2021-12-22T16:58:39Z', 'revision_number': 6, 'project_id': '8be51f83e1d04b2884f00bdcb1d34f08', 'gw_port_host': None}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:58:39.648621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.673602 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=685183e3-a305-430b-8b21-da05248dcc30,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:39.701577 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.701928 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.702268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.702605 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.702941 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.703270 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.703600 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.703930 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.704292 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.704602 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.704927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.705247 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.705566 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:39.744662 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.852880 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.855850 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.923904 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.924914 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef80be27-4bbd-4286-b143-5aaf439f1f2a {{(pid=108901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:58:39.935129 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:39.935934 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-7e70b44e-a106-4b80-8452-c5a6505bcdbb admin admin] 10.222.0.41 "DELETE /v2.0/routers/ef80be27-4bbd-4286-b143-5aaf439f1f2a HTTP/1.1" status: 204 len: 168 time: 0.8935893 Dec 22 16:58:39.938881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36464) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:39.991496 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Deleting subnet 22ed676f-2a4a-494f-a166-7c0871aef2bd {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:58:39.995493 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.035784 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.157324 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.211682 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.237326 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ed676f-2a4a-494f-a166-7c0871aef2bd,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:40.240820 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.244237 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2e1c2a27-7a05-4c18-8a77-a7e080519ed3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22ed676f-2a4a-494f-a166-7c0871aef2bd HTTP/1.1" status: 204 len: 168 time: 0.3043711 Dec 22 16:58:40.246408 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d0d72-6c34-4655-bc43-482f0e75aad2 None None] Network 354ee7f4-01f2-461e-beff-dc96b30cdc7f requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:58:40.246891 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36466) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:40.315651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.337438 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 44978409-6f55-4daf-a40c-99c555e9f36b no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:40.359699 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 44978409-6f55-4daf-a40c-99c555e9f36b {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:40.360042 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 44978409-6f55-4daf-a40c-99c555e9f36b not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:40.381889 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Deleting port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:40.382227 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.430763 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] DHCP port deletion for 354ee7f4-01f2-461e-beff-dc96b30cdc7f request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 16:58:40.451834 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] For port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:40.452524 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.488719 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Calling delete_port for ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe owned by network:dhcp {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:40.498102 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Deleting port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:40.498479 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.554025 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53e3c-74cf-4e34-8af6-f9091c63ba72 req-d5e54493-268f-4245-aa42-e6c886b47b76 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:40.555535 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d2b53e3c-74cf-4e34-8af6-f9091c63ba72 req-d5e54493-268f-4245-aa42-e6c886b47b76 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0997682 Dec 22 16:58:40.563518 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] For port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,segment=NetworkSegment(793eabc7-6cc5-4b56-a11e-91264a5c3bab),segment_id=793eabc7-6cc5-4b56-a11e-91264a5c3bab)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:40.563921 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.577664 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Calling delete_port for ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:40.625191 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d2b53e3c-74cf-4e34-8af6-f9091c63ba72 req-6441670d-a591-4872-8240-b9b7926ae03f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621541 Dec 22 16:58:40.626258 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.654524 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:40.658984 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] No DVR routers for this DVR port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe on host dv-cinder-784477-12-iscsi {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:40.684082 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.709361 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] Pushing event deleted for resources: {'Port': ['ID=ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:40.714480 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10405f24-58cc-42a6-81fc-2b8256678f62 None None] No DVR routers for this DVR port ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:40.732927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.752596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354ee7f4-01f2-461e-beff-dc96b30cdc7f']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:40.762081 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793eabc7-6cc5-4b56-a11e-91264a5c3bab') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:40.762381 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793eabc7-6cc5-4b56-a11e-91264a5c3bab') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:40.771583 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.785629 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.792284 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:58:40.792856 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:58:40.794648 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:58:40.849541 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.854819 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:40.857942 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/354ee7f4-01f2-461e-beff-dc96b30cdc7f HTTP/1.1" status: 204 len: 168 time: 0.6103985 Dec 22 16:58:40.861087 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36470) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:40.868706 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cdb9d-5dcf-4fe1-9370-297078fa04a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=354ee7f4-01f2-461e-beff-dc96b30cdc7f,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:41.216929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.385662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-d9666973-afa4-4378-b0f0-b6d06b4a73f4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:41.387089 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-d9666973-afa4-4378-b0f0-b6d06b4a73f4 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0917189 Dec 22 16:58:41.532779 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Deleting port 74dedf81-618d-4343-8a79-a458d8a40c71 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:41.533119 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.587910 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:58:41.647198 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] For port 74dedf81-618d-4343-8a79-a458d8a40c71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=74dedf81-618d-4343-8a79-a458d8a40c71,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:41.647560 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.650559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Deleting port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:41.650892 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.742579 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919a85-8f76-4f27-bec8-4f432efff7e0 req-9d6295a2-2694-458b-b5b4-eeef856e1376 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:41.744341 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a919a85-8f76-4f27-bec8-4f432efff7e0 req-9d6295a2-2694-458b-b5b4-eeef856e1376 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 946 time: 0.0486791 Dec 22 16:58:41.796484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a919a85-8f76-4f27-bec8-4f432efff7e0 req-ddb2d3ea-aeb6-4006-8243-54391cf751b5 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d55b449-d71b-4010-96dd-75cf72a60e90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Dec 22 16:58:41.826291 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] For port 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:41.826677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.840662 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 685183e3-a305-430b-8b21-da05248dcc30 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:41.861094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 685183e3-a305-430b-8b21-da05248dcc30 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:41.861527 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 685183e3-a305-430b-8b21-da05248dcc30 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:41.862018 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:41.872424 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Calling delete_port for 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 owned by network:router_interface {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:41.880847 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:41.881218 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device ee4f0ae8-1785-4f17-a948-ca9a1cea2bbe not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:41.942230 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.942579 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:41.942891 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Floating IP 39a59d2f-94e5-441a-8a14-f1035717c3a6 disassociated. External IP: 172.27.1.232, port: 74dedf81-618d-4343-8a79-a458d8a40c71. Dec 22 16:58:41.943484 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Calling delete_port for 74dedf81-618d-4343-8a79-a458d8a40c71 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:42.174939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:42.185843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:42.219307 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'Port': ['ID=74dedf81-618d-4343-8a79-a458d8a40c71,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:42.255121 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc5e6a5-b996-4b60-91a6-9340ac9df3f6,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:42.447275 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:58:42.538540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:42.676420 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:58:42.689956 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:58:42.701794 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:42.702350 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:42.820295 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:42.898840 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b7eea38c-2e27-4300-b0de-3b6fd3b74cbc req-9cba83fa-2bf3-4241-9acf-14a698bf60eb tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71b4de7-3b38-4b52-82ba-9148d5cc5609 HTTP/1.1" status: 200 len: 210 time: 0.0275600 Dec 22 16:58:42.981075 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] No DVR routers for this DVR port 74dedf81-618d-4343-8a79-a458d8a40c71 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:42.984674 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:42.987958 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-1e51c425-5d65-48fb-bdd1-abb0b11dda69 req-9394297a-c7b9-4637-963b-9ababcb3f63f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "DELETE /v2.0/ports/74dedf81-618d-4343-8a79-a458d8a40c71 HTTP/1.1" status: 204 len: 173 time: 1.5822175 Dec 22 16:58:42.988444 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'name': 'network-vif-deleted', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:42.990721 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991ba2f-68cd-4c54-bbed-61a6b83051e8" -d '{"events": [{"server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "name": "network-vif-deleted", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:43.039092 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b943e0f-dc98-49e3-9447-a4284620b801 x-openstack-request-id: req-2b943e0f-dc98-49e3-9447-a4284620b801 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:43.039385 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71b4de7-3b38-4b52-82ba-9148d5cc5609", "name": "network-vif-deleted", "tag": "74dedf81-618d-4343-8a79-a458d8a40c71", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:43.039632 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b943e0f-dc98-49e3-9447-a4284620b801 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:43.040022 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b4de7-3b38-4b52-82ba-9148d5cc5609', 'name': 'network-vif-deleted', 'tag': '74dedf81-618d-4343-8a79-a458d8a40c71', 'status': 'completed', 'code': 200} Dec 22 16:58:43.042345 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.074334 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:58:43.083754 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:43.084394 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.116304 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Router c1820928-020f-45ed-8da1-f8094e21b7ee has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:58:43.193973 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:43.224635 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:58:43.230224 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-57bb5931-18a8-456f-a5a5-f2727a22b292 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1820928-020f-45ed-8da1-f8094e21b7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681118 Dec 22 16:58:43.232871 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36478) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:43.235225 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Sync routers for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:58:43.245678 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:43.246431 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.340578 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.357369 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:43.421342 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.449913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.458074 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141eb6dd-811b-49e9-9cd8-8e4acb7cba10 None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:58:43.541193 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Deleting port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:43.541559 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.569953 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 74dedf81-618d-4343-8a79-a458d8a40c71 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:43.593792 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 74dedf81-618d-4343-8a79-a458d8a40c71 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:43.594136 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 74dedf81-618d-4343-8a79-a458d8a40c71 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:43.598236 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:58:42Z', 'revision_number': 5, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port': {'id': '7a44013c-8e4c-41cf-957e-3ea9b7094e2f', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:12Z', 'updated_at': '2021-12-22T16:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.624996 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Checking router: c1820928-020f-45ed-8da1-f8094e21b7ee for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:58:43.625211 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] For port 7a44013c-8e4c-41cf-957e-3ea9b7094e2f, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:43.625427 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.633685 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Routers {'c1820928-020f-45ed-8da1-f8094e21b7ee'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:43.634305 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c1820928-020f-45ed-8da1-f8094e21b7ee'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.637693 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Calling delete_port for 7a44013c-8e4c-41cf-957e-3ea9b7094e2f owned by network:router_gateway {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:43.731695 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] Set router c1820928-020f-45ed-8da1-f8094e21b7ee gateway port host: None {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:43.767248 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52156521-6810-4782-8475-48d4c03cc0f4 None None] New status for floating IP 39a59d2f-94e5-441a-8a14-f1035717c3a6: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:58:43.805533 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:58:43Z', 'revision_number': 6, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:43.821379 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.834470 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2026b1c-ea7b-47df-84e9-bbcb490dd3f2 None None] The sync data for ids ['c1820928-020f-45ed-8da1-f8094e21b7ee'] in dv-cinder-784477-12-iscsi is: [{'id': 'c1820928-020f-45ed-8da1-f8094e21b7ee', 'name': 'tempest-TestShelveInstance-1065624195-router', 'tenant_id': 'e490d56726f94091bdb8e346e546264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:11Z', 'updated_at': '2021-12-22T16:58:43Z', 'revision_number': 6, 'project_id': 'e490d56726f94091bdb8e346e546264a', 'gw_port_host': None}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:58:43.861148 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a44013c-8e4c-41cf-957e-3ea9b7094e2f,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:43.933048 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:43.990410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36484) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:44.035111 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.039174 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.095579 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.096067 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1820928-020f-45ed-8da1-f8094e21b7ee {{(pid=108901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:58:44.104156 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.105259 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-b60a3955-87fd-4c7b-8b90-79f4e7d6bfc4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c1820928-020f-45ed-8da1-f8094e21b7ee HTTP/1.1" status: 204 len: 168 time: 0.8714824 Dec 22 16:58:44.107720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36486) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:44.116890 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.167707 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.179258 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Deleting subnet 08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08 {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:58:44.186529 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.237401 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.276145 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.278949 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.280084 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d55b449-d71b-4010-96dd-75cf72a60e90 HTTP/1.1" status: 204 len: 168 time: 0.2887506 Dec 22 16:58:44.282903 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36488) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:44.296503 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.api.v2.resource [None req-5f854e62-52fb-421c-81d2-d56d6840d2d1 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] show failed (client error): The resource could not be found. Dec 22 16:58:44.297418 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-5f854e62-52fb-421c-81d2-d56d6840d2d1 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups/3d55b449-d71b-4010-96dd-75cf72a60e90 HTTP/1.1" status: 404 len: 347 time: 0.0135427 Dec 22 16:58:44.298679 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071174a-e3ce-49a2-9bde-288b8d36c429 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55b449-d71b-4010-96dd-75cf72a60e90,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:44.300220 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36490) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:44.336090 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.392547 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.423787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.427621 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08 HTTP/1.1" status: 204 len: 168 time: 0.3189545 Dec 22 16:58:44.428663 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ec22-b9c9-41db-bced-163c8e78cd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ba8b2e-b21b-4bf1-b01e-3b65e9b0ec08,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:44.429029 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8395ad-5670-476d-abdc-af4dcc5f2115 None None] Network 368e64f7-d166-4bec-8710-e8159a43c70b requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:58:44.430851 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36492) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:44.431740 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Deleting port 1016eda4-5fda-4812-b4e0-9dc3971efd39 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:44.432894 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.511130 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.521930 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.522424 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.535232 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Calling delete_port for 1016eda4-5fda-4812-b4e0-9dc3971efd39 owned by network:floatingip {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:44.571210 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Deleting port 1a54267c-3117-4f5b-95c2-cab12b1faf53 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:44.571210 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.609349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] DHCP port deletion for 368e64f7-d166-4bec-8710-e8159a43c70b request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 16:58:44.646126 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] For port 1a54267c-3117-4f5b-95c2-cab12b1faf53, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=1a54267c-3117-4f5b-95c2-cab12b1faf53,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:44.646502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.658429 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Deleting port 1a54267c-3117-4f5b-95c2-cab12b1faf53 {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:58:44.658803 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.669385 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Calling delete_port for 1a54267c-3117-4f5b-95c2-cab12b1faf53 owned by network:dhcp {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:44.691491 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.736357 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] For port 1a54267c-3117-4f5b-95c2-cab12b1faf53, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=1a54267c-3117-4f5b-95c2-cab12b1faf53,segment=NetworkSegment(059bade8-3545-46e3-8f0c-c2632c99e89c),segment_id=059bade8-3545-46e3-8f0c-c2632c99e89c)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:44.736753 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.750231 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Calling delete_port for 1a54267c-3117-4f5b-95c2-cab12b1faf53 owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:58:44.752332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'Port': ['ID=1016eda4-5fda-4812-b4e0-9dc3971efd39,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:44.766239 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.785072 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] No DVR routers for this DVR port 1a54267c-3117-4f5b-95c2-cab12b1faf53 on host dv-cinder-784477-12-iscsi {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:44.804563 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.808815 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.811240 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-fd2d7b38-9804-47d9-b5da-f264b89e4fab tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "DELETE /v2.0/floatingips/39a59d2f-94e5-441a-8a14-f1035717c3a6 HTTP/1.1" status: 204 len: 168 time: 0.5099363 Dec 22 16:58:44.853848 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:44.886463 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] Pushing event deleted for resources: {'Port': ['ID=1a54267c-3117-4f5b-95c2-cab12b1faf53,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:44.903736 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13443656-ee52-496b-994f-9e1ab7eb0504 None None] No DVR routers for this DVR port 1a54267c-3117-4f5b-95c2-cab12b1faf53 on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:58:45.056275 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a54267c-3117-4f5b-95c2-cab12b1faf53,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.103837 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36496) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.108533 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125135283', 'description': 'tempest-description--1529587687'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:45.125181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.133728 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.146549 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368e64f7-d166-4bec-8710-e8159a43c70b']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:45.160679 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059bade8-3545-46e3-8f0c-c2632c99e89c') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:45.161224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059bade8-3545-46e3-8f0c-c2632c99e89c') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:45.170916 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.187147 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.194476 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:58:45.194966 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:58:45.196643 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:58:45.206369 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.211456 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.255257 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.261719 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.267487 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] 10.222.0.41 "DELETE /v2.0/networks/368e64f7-d166-4bec-8710-e8159a43c70b HTTP/1.1" status: 204 len: 168 time: 0.8333650 Dec 22 16:58:45.268641 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.272566 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1649811 Dec 22 16:58:45.272566 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3ac56-e85d-414e-a1e0-b864d57e8df6 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6ba89-676e-4c0a-a30d-7933875c7bed,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.274161 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36500) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.278224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac09e1-30a9-4b84-9f9b-7cf6701c9921 admin admin] Pushing event deleted for resources: {'Network': ['ID=368e64f7-d166-4bec-8710-e8159a43c70b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.278971 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group_rule': {'security_group_id': '84a6ba89-676e-4c0a-a30d-7933875c7bed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:45.308662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.387213 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.391846 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.409986 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb9e599-e2d3-40e8-8dc8-71abb2f3c21e,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.413521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36502) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.422949 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.424080 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-96103c59-d0c2-4925-a44f-f66ebb18f421 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492250 Dec 22 16:58:45.427007 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36504) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.433057 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'security_group_rule': {'security_group_id': '84a6ba89-676e-4c0a-a30d-7933875c7bed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:45.465597 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-0997b3a9-f286-4af5-ba86-899a11bb282f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8be51f83e1d04b2884f00bdcb1d34f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508194 Dec 22 16:58:45.467910 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36506) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.476308 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.526058 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.542716 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.547183 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662942'] for security_group_rule, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.554370 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.567571 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6af4d3-eb91-48b7-87cc-ea43380bc9f3,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.578453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.582889 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-50c951dd-02c9-4886-a78f-03152c7de796 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516149 Dec 22 16:58:45.583430 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36508) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:45.588178 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:45.621842 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.636697 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.639288 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.640482 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed819dcb-c17c-42c1-8699-ddd2361ee90c HTTP/1.1" status: 204 len: 168 time: 0.1715286 Dec 22 16:58:45.658273 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f074f1-84dc-48a1-ace8-942c0d7c8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed819dcb-c17c-42c1-8699-ddd2361ee90c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:45.772085 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:45.858970 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:45.881253 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:45.881597 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 2fc5e6a5-b996-4b60-91a6-9340ac9df3f6 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:45.882250 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 7a44013c-8e4c-41cf-957e-3ea9b7094e2f no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:45.895250 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Allocated IP 172.27.1.250 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/1c97bcb5-810d-48b6-812f-f197c1bb6e9e) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:58:45.902264 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 7a44013c-8e4c-41cf-957e-3ea9b7094e2f {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:45.902605 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 7a44013c-8e4c-41cf-957e-3ea9b7094e2f not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:45.903295 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 1a54267c-3117-4f5b-95c2-cab12b1faf53 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:58:45.923860 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 1a54267c-3117-4f5b-95c2-cab12b1faf53 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:58:45.924242 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 1a54267c-3117-4f5b-95c2-cab12b1faf53 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:58:46.014117 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.041917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36514) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:46.049767 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.086574 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-6515c754-e2e8-4540-889a-4ff501c3638a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e490d56726f94091bdb8e346e546264a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409498 Dec 22 16:58:46.087110 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36516) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:46.089081 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:58:46.092034 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:58:46.095529 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:58:46.118568 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=1c97bcb5-810d-48b6-812f-f197c1bb6e9e,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:46.136224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.157651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.183476 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.205731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.208442 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.212270 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a617c1af-1e5d-4e3e-8fba-7b6dbf681ba7 HTTP/1.1" status: 204 len: 168 time: 0.1220584 Dec 22 16:58:46.217937 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd834c-d5d3-4e51-a80f-19851c328fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617c1af-1e5d-4e3e-8fba-7b6dbf681ba7,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:46.221965 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.376688 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.381612 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.459125 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=1c97bcb5-810d-48b6-812f-f197c1bb6e9e,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:46.474983 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.493046 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:46.494333 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-4fdd6f92-2a93-4cd2-9def-48b20e7bf8e3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9098794 Dec 22 16:58:46.716745 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-cc48c3a5-0373-468e-9e59-9fda17306a9c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2125135283&fields=id&tenant_id=bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 267 time: 0.0438688 Dec 22 16:58:46.823554 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-12b0ab7a-dd59-43e6-8dfe-35cb5037f69e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:46.825025 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-12b0ab7a-dd59-43e6-8dfe-35cb5037f69e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 810 time: 0.1016326 Dec 22 16:58:46.839492 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-79ed8c07-9a10-4ac7-b372-48d75f9c3090 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/quotas/bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 375 time: 0.0087504 Dec 22 16:58:46.888512 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-8865429e-5c04-42a3-8c60-b659bc08fa68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436332 Dec 22 16:58:46.990486 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-54f687c9-cc5e-46c7-9739-1e7e27ed13b0 service neutron] 10.222.0.41 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905497 Dec 22 16:58:47.081415 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-0e418ce2-4e54-481f-a257-2cbac3acf603 service neutron] 10.222.0.41 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Dec 22 16:58:47.242484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c97ef4e2-0514-4dea-927d-698e1e4d5056 req-92171d7d-56a4-4007-a0d0-de55e5d0952f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 210 time: 0.0275640 Dec 22 16:58:48.176327 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-3200e835-8f54-4f17-9bf6-32b7a4924269 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:48.177805 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-3200e835-8f54-4f17-9bf6-32b7a4924269 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 810 time: 0.1084881 Dec 22 16:58:48.242135 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-fc8a9c3b-8a69-4dd1-aae2-281d840dac9c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccd8363f7714c90b6c9fdff7684dac3 HTTP/1.1" status: 200 len: 380 time: 0.0538018 Dec 22 16:58:48.268522 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'port': {'device_id': '491cd738-4bd4-4e70-a762-61bf9936717a', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'admin_state_up': True, 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'security_groups': ['84a6ba89-676e-4c0a-a30d-7933875c7bed']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:48.346653 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bddce422-9ee0-4a3e-9bea-bf899baa13ad req-1c9ecc55-d5f4-481c-bd28-b19320f6fea8 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 210 time: 0.0331781 Dec 22 16:58:48.385250 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Made reservation on behalf of bccd8363f7714c90b6c9fdff7684dac3 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:58:48.388995 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:48.522991 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Allocated IP 172.20.0.4 (41a085c8-d977-4f66-b5d4-aa188b3ec1f3/f7d7941b-cf93-47d7-bea8-41af2a3eccb5/30faf2a0-aa49-49b7-9201-7e849bac7467) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:58:48.660589 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:48.693841 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:48.737821 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:58:48.740662 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:58:48.746045 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:58:48.767933 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event updated for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:48.797637 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:48.798266 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:48.814217 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-7f146aa0-3d18-4d13-8440-90902ff19a68 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496936 Dec 22 16:58:48.827791 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Request body: {'port': {'device_id': '491cd738-4bd4-4e70-a762-61bf9936717a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:48.882445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:48.924676 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-8900e685-dcd1-488a-b07f-cabb36b360ca None None] Provisioning complete for port 30faf2a0-aa49-49b7-9201-7e849bac7467 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:58:48.925284 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-8900e685-dcd1-488a-b07f-cabb36b360ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.087979 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-8900e685-dcd1-488a-b07f-cabb36b360ca None None] Port 30faf2a0-aa49-49b7-9201-7e849bac7467 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:58:49.154844 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30faf2a0-aa49-49b7-9201-7e849bac7467 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:58:49.162303 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.173703 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Transition to ACTIVE for port object 30faf2a0-aa49-49b7-9201-7e849bac7467 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:58:49.176925 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.224757 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Pushing event updated for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:49.296633 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Attempting to bind port 30faf2a0-aa49-49b7-9201-7e849bac7467 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:58:49.296968 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Attempting to bind port 30faf2a0-aa49-49b7-9201-7e849bac7467 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:58:49.297296 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Attempting to bind port 30faf2a0-aa49-49b7-9201-7e849bac7467 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:58:49.301849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Port 30faf2a0-aa49-49b7-9201-7e849bac7467 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:58:49.302169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Attempting to bind port 30faf2a0-aa49-49b7-9201-7e849bac7467 on network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:58:49.307850 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:58:49.308184 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Checking segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:58:49.308586 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Bound using segment: {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:58:49.309025 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Bound port: 30faf2a0-aa49-49b7-9201-7e849bac7467, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa795d48-9388-4547-be20-56a303bf690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:58:49.309367 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.378812 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:58:49.382375 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=30faf2a0-aa49-49b7-9201-7e849bac7467,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:58:49.386888 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.423958 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.424691 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:49.425955 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] 10.222.0.54 "PUT /v2.0/ports/30faf2a0-aa49-49b7-9201-7e849bac7467 HTTP/1.1" status: 200 len: 1093 time: 0.6023927 Dec 22 16:58:49.426442 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:49.428690 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:49.453860 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b1198-d067-45d4-bd39-8ea921a5af2d service neutron] Pushing event updated for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:49.482909 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421804-9b04-4c28-b447-f6a8ab3bc074 req-dd90f82c-7d40-4e85-a2ed-a8573a17216c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.490525 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-14421804-9b04-4c28-b447-f6a8ab3bc074 req-dd90f82c-7d40-4e85-a2ed-a8573a17216c tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 943 time: 0.0694220 Dec 22 16:58:49.525991 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-f5d911d3-6862-4857-a1fb-c8303d1b8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.527062 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-f5d911d3-6862-4857-a1fb-c8303d1b8664 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 1096 time: 0.0452938 Dec 22 16:58:49.540812 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-14421804-9b04-4c28-b447-f6a8ab3bc074 req-a5659f2a-8f97-4412-b463-f98be46bf36f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492735 Dec 22 16:58:49.576565 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-bd10ffcc-3f47-4327-915c-011fc997bf68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30faf2a0-aa49-49b7-9201-7e849bac7467 HTTP/1.1" status: 200 len: 217 time: 0.0406740 Dec 22 16:58:49.592149 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c5663-61da-4f92-bd33-e33561bcf173 x-openstack-request-id: req-ec4c5663-61da-4f92-bd33-e33561bcf173 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:49.592469 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:49.592722 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec4c5663-61da-4f92-bd33-e33561bcf173 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:49.593118 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'status': 'completed', 'code': 200} Dec 22 16:58:49.630548 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-66dc6e01-ac0d-468e-99d8-6b1f16fd687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.631994 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-66dc6e01-ac0d-468e-99d8-6b1f16fd687e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0485909 Dec 22 16:58:49.677251 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-e8897ade-b6ee-4ccf-aeee-f49cd51b1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.678730 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-e8897ade-b6ee-4ccf-aeee-f49cd51b1611 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394993 Dec 22 16:58:49.774383 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-8f296934-d874-4a81-b7a5-29f7aa714fcd service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Dec 22 16:58:49.864670 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-84cd5dc3-c14c-4af4-9ddb-8cb23b8ebd1f req-fc7b55a9-1ad2-44a3-b669-81583bb91cc7 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Dec 22 16:58:49.960169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-67cc463a-5027-4219-9a25-09a8c4d08601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:49.961669 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-67cc463a-5027-4219-9a25-09a8c4d08601 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 1096 time: 0.0472972 Dec 22 16:58:50.054626 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-a01eefcf-300e-45c8-ac34-5774d2636943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:50.056071 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-a01eefcf-300e-45c8-ac34-5774d2636943 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.0853961 Dec 22 16:58:50.104878 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-61be2372-fc99-4474-ba58-bf7258257425 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30faf2a0-aa49-49b7-9201-7e849bac7467 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Dec 22 16:58:50.154491 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-b5803272-3c12-4aea-acc5-99d4d9e90f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:50.155839 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-b5803272-3c12-4aea-acc5-99d4d9e90f60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0428822 Dec 22 16:58:50.203987 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-2cadbf20-ef33-4e68-b514-3ad2e973ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:50.205492 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-2cadbf20-ef33-4e68-b514-3ad2e973ee05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396986 Dec 22 16:58:50.301600 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-909998d3-e2f6-469f-ab1a-280c32d59420 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870762 Dec 22 16:58:50.391293 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-53cefc8f-1c12-49fc-ab0c-6232ccf8c7f4 req-374cb869-dbd6-4b34-896b-464ae99f32fb service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806329 Dec 22 16:58:50.657692 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126921-5098-44fc-81bc-123e12637e12 req-06c2712b-68cb-4934-81d5-31718fa681c2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:50.659165 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1126921-5098-44fc-81bc-123e12637e12 req-06c2712b-68cb-4934-81d5-31718fa681c2 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 943 time: 0.0491481 Dec 22 16:58:50.711555 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a1126921-5098-44fc-81bc-123e12637e12 req-5862bf69-96ff-4778-9c59-2ab5f714735a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Dec 22 16:58:51.583150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 30faf2a0-aa49-49b7-9201-7e849bac7467 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 16:58:51.678299 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=30faf2a0-aa49-49b7-9201-7e849bac7467,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:51.690013 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'port_id': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'mac_address': 'fa:16:3e:4f:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 16:58:51.726646 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:51.739691 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30faf2a0-aa49-49b7-9201-7e849bac7467 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:58:51.760139 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=30faf2a0-aa49-49b7-9201-7e849bac7467,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:51.764775 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:51.815043 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:51.832657 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9185e-6bfb-4ccd-9d18-3113337ecb77 req-fb9f50b4-d4cf-44cf-8fe3-2ea23ddf5059 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:51.834120 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a2d9185e-6bfb-4ccd-9d18-3113337ecb77 req-fb9f50b4-d4cf-44cf-8fe3-2ea23ddf5059 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 944 time: 0.0534992 Dec 22 16:58:51.880571 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a2d9185e-6bfb-4ccd-9d18-3113337ecb77 req-15593980-ef1c-46b0-a5fd-6af5f27489cb tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Dec 22 16:58:51.992055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['30faf2a0-aa49-49b7-9201-7e849bac7467'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 16:58:53.004937 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dfde9-f7dc-42dc-ade9-9c44801b9b5b req-2ba07974-2f99-4f5a-bcf3-c52e9fc5ca7a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:53.006452 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd5dfde9-f7dc-42dc-ade9-9c44801b9b5b req-2ba07974-2f99-4f5a-bcf3-c52e9fc5ca7a tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 944 time: 0.0535314 Dec 22 16:58:53.053363 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd5dfde9-f7dc-42dc-ade9-9c44801b9b5b req-d3e9735c-300f-4f11-aa31-0d1915331d76 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Dec 22 16:58:53.600656 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 30faf2a0-aa49-49b7-9201-7e849bac7467 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 16:58:53.659095 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 30faf2a0-aa49-49b7-9201-7e849bac7467 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 16:58:53.662610 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 30faf2a0-aa49-49b7-9201-7e849bac7467 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:58:53.662975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:53.742893 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:53.764488 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:53.766742 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9aa061-f586-416c-899f-04216cf58e32" -d '{"events": [{"server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "name": "network-vif-plugged", "status": "completed", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:53.779884 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=30faf2a0-aa49-49b7-9201-7e849bac7467,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:58:53.785202 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:53.808925 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da106cd-2dad-40a2-aabc-327f3c2e614e x-openstack-request-id: req-2da106cd-2dad-40a2-aabc-327f3c2e614e {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:53.809218 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "name": "network-vif-plugged", "status": "completed", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:53.809467 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2da106cd-2dad-40a2-aabc-327f3c2e614e {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:53.809849 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'code': 200} Dec 22 16:58:53.834700 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:58:53.842404 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.842756 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.843101 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.843439 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.843849 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.844177 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.844545 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.844875 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.845201 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.845527 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.845849 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.846169 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.846489 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:58:53.984723 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42c7b-bdce-410d-8c9e-19e2dea2b7d6 req-1451ffde-5526-49bc-a4df-85bd7c095c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:53.987132 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2af42c7b-bdce-410d-8c9e-19e2dea2b7d6 req-1451ffde-5526-49bc-a4df-85bd7c095c05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 1098 time: 0.0443351 Dec 22 16:58:54.047288 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-2af42c7b-bdce-410d-8c9e-19e2dea2b7d6 req-0eced420-6ec5-4510-bf47-951fe8ab8fc8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499783 Dec 22 16:58:54.167991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6512-e23f-4e24-84ab-569411ccd351 req-4e2a9360-99e1-466b-aca3-b7a798cbef61 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:54.169469 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-853b6512-e23f-4e24-84ab-569411ccd351 req-4e2a9360-99e1-466b-aca3-b7a798cbef61 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0481110 Dec 22 16:58:54.219014 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-853b6512-e23f-4e24-84ab-569411ccd351 req-7e33dafa-ebaa-41a8-a7a5-4d65b84dc5e9 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Dec 22 16:58:55.334796 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a8392-2fd6-46d1-8b54-38d5f43dab4e req-24761d4e-1d1d-4fcf-a2f0-34f1579dec1f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:55.336286 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd9a8392-2fd6-46d1-8b54-38d5f43dab4e req-24761d4e-1d1d-4fcf-a2f0-34f1579dec1f tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0496037 Dec 22 16:58:55.383749 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dd9a8392-2fd6-46d1-8b54-38d5f43dab4e req-16c0e055-9888-4212-a297-058fd2114ab7 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Dec 22 16:58:55.492608 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75eb71-ea11-4c1f-8bc6-7ac18f6bb58c req-29c3f099-2d8a-40ec-8b3f-6a373b11002e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:55.494089 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1b75eb71-ea11-4c1f-8bc6-7ac18f6bb58c req-29c3f099-2d8a-40ec-8b3f-6a373b11002e tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0490756 Dec 22 16:58:55.502497 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36570) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:58:55.506781 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Request body: {'floatingip': {'port_id': '30faf2a0-aa49-49b7-9201-7e849bac7467'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:58:55.548670 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:55.974911 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:55.978712 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:56.076650 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Floating IP acd60dfd-b4b2-4399-9f65-e19df14078f9 associated. External IP: 172.27.1.250, port: 30faf2a0-aa49-49b7-9201-7e849bac7467. Dec 22 16:58:56.276970 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:58:56.386543 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:58:56.391442 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:58:56.396100 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:58:56.409249 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:56.409874 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:56.417721 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1b8cf884-da0c-4e95-98fd-10454c038c3d tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "PUT /v2.0/floatingips/acd60dfd-b4b2-4399-9f65-e19df14078f9 HTTP/1.1" status: 200 len: 991 time: 0.9142039 Dec 22 16:58:56.418296 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:58:56.420714 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47" -d '{"events": [{"name": "network-changed", "server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:58:56.516217 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:56.526450 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881c0c4-047a-41c0-b0b2-55eb13f0bc54 x-openstack-request-id: req-c881c0c4-047a-41c0-b0b2-55eb13f0bc54 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:58:56.526804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:58:56.527149 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c881c0c4-047a-41c0-b0b2-55eb13f0bc54 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:58:56.527639 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'status': 'completed', 'code': 200} Dec 22 16:58:56.590260 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-782ba301-3142-4eaf-bd46-4ebbcf564623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:56.591786 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-782ba301-3142-4eaf-bd46-4ebbcf564623 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 1098 time: 0.0415506 Dec 22 16:58:56.685648 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-60bd5dca-f75b-4499-8fe2-750975fbeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:56.687036 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-60bd5dca-f75b-4499-8fe2-750975fbeee4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 200 len: 911 time: 0.0859501 Dec 22 16:58:56.739491 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'acd60dfd-b4b2-4399-9f65-e19df14078f9', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:4f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cd738-4bd4-4e70-a762-61bf9936717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:46Z', 'updated_at': '2021-12-22T16:58:55Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:56.757966 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-7238cae8-05ff-4b36-a55a-abd7ef13ec50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30faf2a0-aa49-49b7-9201-7e849bac7467 HTTP/1.1" status: 200 len: 999 time: 0.0617828 Dec 22 16:58:56.768835 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:58:56.778191 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:58:56.778834 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:58:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:56.807338 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-143f92a4-481d-4bb4-9279-3680bfb4ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:56.808811 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-143f92a4-481d-4bb4-9279-3680bfb4ea72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 200 len: 849 time: 0.0439560 Dec 22 16:58:56.854366 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-f4d36cdf-0e5a-4a45-8069-306162a7d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:58:56.855850 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-f4d36cdf-0e5a-4a45-8069-306162a7d15f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41a085c8-d977-4f66-b5d4-aa188b3ec1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400479 Dec 22 16:58:56.880665 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:58:56.950857 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-6b341faa-6fa9-4542-9e55-97d8ce4cc131 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850301 Dec 22 16:58:57.045476 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-a280d4d8-b2f7-4f56-be46-ec1ab5aeef47 req-79a7c5a9-5460-421a-a9d9-f9919a99ee23 service neutron] 10.222.0.54 "GET /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880451 Dec 22 16:58:57.104084 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'acd60dfd-b4b2-4399-9f65-e19df14078f9', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:4f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cd738-4bd4-4e70-a762-61bf9936717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:46Z', 'updated_at': '2021-12-22T16:58:55Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:58:57.129560 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdd6da-827f-45f5-abe6-ccb7a5dd8d50 None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': 'acd60dfd-b4b2-4399-9f65-e19df14078f9', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'port_id': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'mac_address': 'fa:16:3e:4f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cd738-4bd4-4e70-a762-61bf9936717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:46Z', 'updated_at': '2021-12-22T16:58:55Z', 'revision_number': 1, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:58:57.329706 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b7127-7a61-4a75-90c0-c987c4585050 None None] New status for floating IP acd60dfd-b4b2-4399-9f65-e19df14078f9: ACTIVE {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:59:00.516033 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-66788b1a-cccd-4ae5-9116-75875215319f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:02.351454 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73e096-2444-44ea-8dca-db36fd0bb519 req-6c4fce49-80f5-45c3-9fe8-10809520530e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:02.352858 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6f73e096-2444-44ea-8dca-db36fd0bb519 req-6c4fce49-80f5-45c3-9fe8-10809520530e tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0520413 Dec 22 16:59:02.399122 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6f73e096-2444-44ea-8dca-db36fd0bb519 req-884aeae4-b742-4ee7-8b39-dae655391d38 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 Dec 22 16:59:02.687891 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d41cf495-a018-445f-8a31-ce1dfe55f1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:03.522132 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4da29-3eed-4479-aa90-eb772ab507b6 req-477a2dca-11ab-4e71-9ae5-6166a0194fb4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:03.523612 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-29a4da29-3eed-4479-aa90-eb772ab507b6 req-477a2dca-11ab-4e71-9ae5-6166a0194fb4 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0488124 Dec 22 16:59:03.569630 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-29a4da29-3eed-4479-aa90-eb772ab507b6 req-46f88479-e2c3-43fe-b1d5-1cf741dbb5a8 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups?id=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400071 Dec 22 16:59:03.680577 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2062-258e-496c-9675-18e437547ec5 req-9c33fd13-afb9-4210-8d72-29a86cbbb753 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:03.682594 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-37ab2062-258e-496c-9675-18e437547ec5 req-9c33fd13-afb9-4210-8d72-29a86cbbb753 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 947 time: 0.0488222 Dec 22 16:59:03.771322 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Deleting port 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:03.771657 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:03.860765 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] For port 51b52e8c-0ac4-42a8-a28a-f4024acc625c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51b52e8c-0ac4-42a8-a28a-f4024acc625c,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:03.861122 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.029062 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.038520 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.038876 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.039192 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Floating IP e025679f-e14c-470e-8c89-bb7dd20429e4 disassociated. External IP: 172.27.1.12, port: 51b52e8c-0ac4-42a8-a28a-f4024acc625c. Dec 22 16:59:04.039536 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Calling delete_port for 51b52e8c-0ac4-42a8-a28a-f4024acc625c owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:04.179707 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.208264 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'Port': ['ID=51b52e8c-0ac4-42a8-a28a-f4024acc625c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:04.590104 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:59:04.674739 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8e9a5ad5-ee78-449c-99e8-df7d501db0ab req-8b185d10-702e-4937-8bab-20e78e78273a tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1 HTTP/1.1" status: 200 len: 210 time: 0.0270431 Dec 22 16:59:04.703751 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:59:04.714741 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:59:04.724985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:04.725542 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:04.742257 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] No DVR routers for this DVR port 51b52e8c-0ac4-42a8-a28a-f4024acc625c on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:59:04.744858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:04.748221 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-37ab2062-258e-496c-9675-18e437547ec5 req-6d968d25-25b3-4f23-a9e0-25127fa0f3ea tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.54 "DELETE /v2.0/ports/51b52e8c-0ac4-42a8-a28a-f4024acc625c HTTP/1.1" status: 204 len: 173 time: 1.0596778 Dec 22 16:59:04.748694 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-deleted', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:59:04.750932 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f48d95-8d56-45b7-be21-abe43b0d14d0" -d '{"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-deleted", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:59:04.790014 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f726d77f-f20f-4ab9-94a3-c7c0fea32cda x-openstack-request-id: req-f726d77f-f20f-4ab9-94a3-c7c0fea32cda {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:59:04.790313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1", "name": "network-vif-deleted", "tag": "51b52e8c-0ac4-42a8-a28a-f4024acc625c", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:59:04.790566 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f726d77f-f20f-4ab9-94a3-c7c0fea32cda {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:59:04.790997 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf5f1a0-53e8-446c-8f1f-c3592b9b41a1', 'name': 'network-vif-deleted', 'tag': '51b52e8c-0ac4-42a8-a28a-f4024acc625c', 'status': 'completed', 'code': 200} Dec 22 16:59:04.836935 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:05.037653 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:05.067795 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:59:05.077009 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:05.077608 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:05.180968 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:05.501502 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:05.526017 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:05.555759 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf83ce-d59d-4bf2-baaf-823461860e54 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': 'a7d03440-6224-4c65-891c-395c9ce460c1', 'name': '', 'network_id': '0acee379-f900-4ea8-a6c2-b88479d53ff3', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'mac_address': 'fa:16:3e:3d:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:06Z', 'updated_at': '2021-12-22T16:52:15Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'subnets': [{'id': '1abb6d48-fc20-44b8-8b95-acea24d2861b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:59:05.769753 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d40611-247f-4165-a2c4-e8eac0b2b8f6 None None] New status for floating IP e025679f-e14c-470e-8c89-bb7dd20429e4: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:59:05.772802 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36616) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:05.831502 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:05.855717 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:05.905053 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:05.908213 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:05.909588 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "DELETE /v2.0/security-groups/01ea4123-f99b-4dbe-bcd7-459dadc6b5e3 HTTP/1.1" status: 204 len: 168 time: 0.1356730 Dec 22 16:59:05.912658 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36618) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:05.920779 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3af24-c686-4edd-8e2c-a558ad964df0 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea4123-f99b-4dbe-bcd7-459dadc6b5e3,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:05.928045 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.api.v2.resource [None req-8760d0c0-7f0d-4c65-b005-84a4cbad037d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] show failed (client error): The resource could not be found. Dec 22 16:59:05.931264 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-8760d0c0-7f0d-4c65-b005-84a4cbad037d tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "GET /v2.0/security-groups/01ea4123-f99b-4dbe-bcd7-459dadc6b5e3 HTTP/1.1" status: 404 len: 347 time: 0.0140109 Dec 22 16:59:05.931513 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 36620) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:06.063622 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Deleting port f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:06.063874 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.144514 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.144838 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.156856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Calling delete_port for f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0 owned by network:floatingip {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:06.287854 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.311743 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Pushing event deleted for resources: {'Port': ['ID=f5f46852-8b1e-4a5f-b2d6-0143c34b5dd0,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:06.312645 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.377473 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks [] for floatingip, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.380010 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:06.381195 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ceb32af9-44e3-4279-b3ed-00c5192b6967 tempest-AttachVolumeShelveTestJSON-1498061387 tempest-AttachVolumeShelveTestJSON-1498061387-project] 10.222.0.41 "DELETE /v2.0/floatingips/e025679f-e14c-470e-8c89-bb7dd20429e4 HTTP/1.1" status: 204 len: 168 time: 0.4487872 Dec 22 16:59:06.446262 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:07.661140 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:59:07.681525 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 51b52e8c-0ac4-42a8-a28a-f4024acc625c {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:59:07.681868 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 51b52e8c-0ac4-42a8-a28a-f4024acc625c not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:59:08.809837 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36648) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:09.314687 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:09.567897 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Deleting port a7d03440-6224-4c65-891c-395c9ce460c1 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:09.568427 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:09.647139 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] For port a7d03440-6224-4c65-891c-395c9ce460c1, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a7d03440-6224-4c65-891c-395c9ce460c1,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:09.647522 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:09.658963 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Calling delete_port for a7d03440-6224-4c65-891c-395c9ce460c1 owned by network:router_interface {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:09.840853 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:09.870519 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d03440-6224-4c65-891c-395c9ce460c1,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:10.028477 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:10.236940 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Router c8a09aa1-5739-49a0-a9c4-644489217a0c has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:59:10.573032 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:59:10.577815 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4a471081-a3b0-41d4-916c-f822f42a9bea admin admin] 10.222.0.41 "PUT /v2.0/routers/c8a09aa1-5739-49a0-a9c4-644489217a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669663 Dec 22 16:59:10.580344 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36656) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:10.583309 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Sync routers for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:59:10.593535 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:10.594157 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:10.680662 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks [] for router, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:10.698142 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:10.783217 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:10.836621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Deleting port 81739e8a-2c92-42fc-8e78-378bae55292e {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:10.836959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:10.877815 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:59:09Z', 'revision_number': 5, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port': {'id': '81739e8a-2c92-42fc-8e78-378bae55292e', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:52:00Z', 'updated_at': '2021-12-22T16:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:10.903844 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Checking router: c8a09aa1-5739-49a0-a9c4-644489217a0c for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:59:10.913016 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Routers {'c8a09aa1-5739-49a0-a9c4-644489217a0c'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:10.913660 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['c8a09aa1-5739-49a0-a9c4-644489217a0c'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:10.918498 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] For port 81739e8a-2c92-42fc-8e78-378bae55292e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=81739e8a-2c92-42fc-8e78-378bae55292e,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:10.919041 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:10.931730 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Calling delete_port for 81739e8a-2c92-42fc-8e78-378bae55292e owned by network:router_gateway {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:11.001619 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] Set router c8a09aa1-5739-49a0-a9c4-644489217a0c gateway port host: None {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:11.058120 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:59:10Z', 'revision_number': 6, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:11.085022 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46899a26-0e8c-4f70-aed6-819b6a97dd82 None None] The sync data for ids ['c8a09aa1-5739-49a0-a9c4-644489217a0c'] in dv-cinder-784477-12-iscsi is: [{'id': 'c8a09aa1-5739-49a0-a9c4-644489217a0c', 'name': 'tempest-AttachVolumeShelveTestJSON-2065759684-router', 'tenant_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:51:59Z', 'updated_at': '2021-12-22T16:59:10Z', 'revision_number': 6, 'project_id': 'a622ab8fee1845b3a8ebff9ee27e676e', 'gw_port_host': None}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:59:11.105073 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.136573 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Pushing event deleted for resources: {'Port': ['ID=81739e8a-2c92-42fc-8e78-378bae55292e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:11.198792 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.290213 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.293455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.338780 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.339216 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a09aa1-5739-49a0-a9c4-644489217a0c {{(pid=108901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 16:59:11.343997 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.345249 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-730b2de6-5630-4aa9-b477-ced993420597 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c8a09aa1-5739-49a0-a9c4-644489217a0c HTTP/1.1" status: 204 len: 168 time: 0.7639072 Dec 22 16:59:11.347943 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36658) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:11.391732 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Deleting subnet 1abb6d48-fc20-44b8-8b95-acea24d2861b {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 16:59:11.394697 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.428506 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.516600 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.569567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.593406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abb6d48-fc20-44b8-8b95-acea24d2861b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:11.598087 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.601424 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c9ee3fee-d517-4685-811c-f6a16336aba0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1abb6d48-fc20-44b8-8b95-acea24d2861b HTTP/1.1" status: 204 len: 168 time: 0.2525356 Dec 22 16:59:11.604328 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550f3c5-ff2a-47ae-a623-65ac8d015934 None None] Network 0acee379-f900-4ea8-a6c2-b88479d53ff3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 16:59:11.604836 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36660) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:11.678833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.736421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Deleting port 773c2da8-2e16-45d0-8173-0a819fc8dd4e {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:11.736760 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.797997 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] For port 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=773c2da8-2e16-45d0-8173-0a819fc8dd4e,segment=NetworkSegment(44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc),segment_id=44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:11.798380 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.810345 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Calling delete_port for 773c2da8-2e16-45d0-8173-0a819fc8dd4e owned by network:dhcp {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:11.857972 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] DHCP port deletion for 0acee379-f900-4ea8-a6c2-b88479d53ff3 request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 16:59:11.905713 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.910379 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Deleting port 773c2da8-2e16-45d0-8173-0a819fc8dd4e {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:11.910760 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:11.936460 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=773c2da8-2e16-45d0-8173-0a819fc8dd4e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:11.937579 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a7d03440-6224-4c65-891c-395c9ce460c1 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:59:11.940350 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] No DVR routers for this DVR port 773c2da8-2e16-45d0-8173-0a819fc8dd4e on host dv-cinder-784477-12-iscsi {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:59:11.991068 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: a7d03440-6224-4c65-891c-395c9ce460c1 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:59:11.991409 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a7d03440-6224-4c65-891c-395c9ce460c1 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:59:11.991823 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 81739e8a-2c92-42fc-8e78-378bae55292e no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:59:12.015288 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.019593 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] For port 773c2da8-2e16-45d0-8173-0a819fc8dd4e, host dv-cinder-784477-12-iscsi, got binding levels [] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:12.019988 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.022299 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 81739e8a-2c92-42fc-8e78-378bae55292e {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:59:12.022644 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 81739e8a-2c92-42fc-8e78-378bae55292e not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:59:12.023070 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 773c2da8-2e16-45d0-8173-0a819fc8dd4e no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:59:12.037276 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acee379-f900-4ea8-a6c2-b88479d53ff3']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:12.047864 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:12.048161 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eac1aa-2feb-4bd6-96ec-2fcdb4b2e4cc') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:12.052189 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Calling delete_port for 773c2da8-2e16-45d0-8173-0a819fc8dd4e owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:12.053873 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 773c2da8-2e16-45d0-8173-0a819fc8dd4e {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:59:12.054218 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 773c2da8-2e16-45d0-8173-0a819fc8dd4e not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:59:12.056747 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.ipam_backend_mixin [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Port 773c2da8-2e16-45d0-8173-0a819fc8dd4e was not found and therefore no delete operation was performed {{(pid=108903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 16:59:12.058334 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.058607 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.073906 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.080608 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 16:59:12.081140 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:59:12.082987 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:59:12.085742 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] Pushing event deleted for resources: {'Port': ['ID=773c2da8-2e16-45d0-8173-0a819fc8dd4e,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:12.089610 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc250f-06ff-469c-860e-a3b750717995 None None] No DVR routers for this DVR port 773c2da8-2e16-45d0-8173-0a819fc8dd4e on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:59:12.143053 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.149386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.153172 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0acee379-f900-4ea8-a6c2-b88479d53ff3 HTTP/1.1" status: 204 len: 168 time: 0.5476935 Dec 22 16:59:12.164147 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486264ba-ffa9-4253-b861-593ddc555c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acee379-f900-4ea8-a6c2-b88479d53ff3,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:12.268621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36666) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:12.311496 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8b3caa17-01de-41d6-8d1e-e6f202013976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a622ab8fee1845b3a8ebff9ee27e676e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415843 Dec 22 16:59:12.313855 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 36668) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:12.360283 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.380762 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.426996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.430031 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:12.431789 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ede43235-73f3-4adb-bcfa-2a5e45cc6246 HTTP/1.1" status: 204 len: 168 time: 0.1170375 Dec 22 16:59:12.440069 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459238-bcff-4ce8-96a2-3e87daa4c57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede43235-73f3-4adb-bcfa-2a5e45cc6246,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:18.587092 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:59:30.523195 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-6c371961-dc55-4109-95ff-798b1c457a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:32.694150 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-4333e506-9c7e-4417-be03-1833b6da57e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:34.029496 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:34.285848 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6babc52-062b-4d99-859f-2e256953ee81 req-d8c85ee8-ecb0-40c4-ba70-164adb3805b1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:34.287404 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f6babc52-062b-4d99-859f-2e256953ee81 req-d8c85ee8-ecb0-40c4-ba70-164adb3805b1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0528390 Dec 22 16:59:34.335760 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f6babc52-062b-4d99-859f-2e256953ee81 req-7701d884-0ee8-4101-bc7c-e6940e10d95d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Dec 22 16:59:35.463790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc22c8-1305-4350-86c6-9d9e53f27bb6 req-1b1a0a52-0404-4fc4-8ad2-9b7dd134045f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:35.466228 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1afc22c8-1305-4350-86c6-9d9e53f27bb6 req-1b1a0a52-0404-4fc4-8ad2-9b7dd134045f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0579011 Dec 22 16:59:35.481693 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:35.520951 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1afc22c8-1305-4350-86c6-9d9e53f27bb6 req-7206b012-9ea9-4bdf-a432-17001de4f45b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475111 Dec 22 16:59:36.323363 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:36.439716 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:37.921341 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5016-882f-4b88-8ee2-9311d59ca4fd req-e23a48c7-c490-4c22-89ee-8fe65ef06f77 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:37.922800 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5d6d5016-882f-4b88-8ee2-9311d59ca4fd req-e23a48c7-c490-4c22-89ee-8fe65ef06f77 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0482917 Dec 22 16:59:37.972714 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5d6d5016-882f-4b88-8ee2-9311d59ca4fd req-6e4e04e8-ce7e-4c15-bf0f-4d12363e7da3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Dec 22 16:59:41.056384 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c7d3f-7c1e-4cf8-9bc1-40c03abe4eaa req-7d696803-f756-4f8b-a736-20af6ad90d81 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:41.058004 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ed1c7d3f-7c1e-4cf8-9bc1-40c03abe4eaa req-7d696803-f756-4f8b-a736-20af6ad90d81 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Dec 22 16:59:41.110671 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ed1c7d3f-7c1e-4cf8-9bc1-40c03abe4eaa req-8f7e71de-cd07-4612-bc28-eb6512a4077e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464149 Dec 22 16:59:41.345992 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-177253f8-3173-40bc-b87e-74379d0b40e1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:41.347451 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-177253f8-3173-40bc-b87e-74379d0b40e1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Dec 22 16:59:41.451939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port c1a2e943-be29-4d5d-a030-1a2f539e10fb {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 16:59:41.452350 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:41.547883 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] For port c1a2e943-be29-4d5d-a030-1a2f539e10fb, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=c1a2e943-be29-4d5d-a030-1a2f539e10fb,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 16:59:41.548168 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:41.722327 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:41.722684 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:41.723002 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP a51e0d24-f04f-4a46-87b1-adf7ca3f719a disassociated. External IP: 172.27.1.163, port: c1a2e943-be29-4d5d-a030-1a2f539e10fb. Dec 22 16:59:41.723340 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for c1a2e943-be29-4d5d-a030-1a2f539e10fb owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 16:59:41.850879 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:41.882803 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=c1a2e943-be29-4d5d-a030-1a2f539e10fb,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:41.894324 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.894677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.895023 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.895366 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.895703 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.896035 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.896393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.896724 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.897053 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.897381 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.897707 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.898028 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:41.898351 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:42.007501 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 16:59:42.118553 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 16:59:42.129895 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 16:59:42.154234 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:42.158955 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:42.163372 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] No DVR routers for this DVR port c1a2e943-be29-4d5d-a030-1a2f539e10fb on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 16:59:42.168212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:42.172245 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-fc6d4fb9-95ef-4afc-b9f6-9aecd93b8d12 req-1619e01c-33a2-4376-ba00-79dfd8851fa6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "DELETE /v2.0/ports/c1a2e943-be29-4d5d-a030-1a2f539e10fb HTTP/1.1" status: 204 len: 173 time: 0.8180990 Dec 22 16:59:42.172759 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'name': 'network-vif-deleted', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:59:42.175856 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84ee39-fc73-4494-8a11-41d46f56f7db" -d '{"events": [{"server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "name": "network-vif-deleted", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:59:42.244366 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-96e97199-6b62-4515-bef5-095d674ea0d0 req-9caeaf4c-36d4-480b-81bb-db6a44fcc664 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=17751c3b-a6f4-4272-8519-381938cca7d0 HTTP/1.1" status: 200 len: 210 time: 0.0442467 Dec 22 16:59:42.298858 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:42.303540 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c67885-09bc-4060-8115-63e8ca702f25 x-openstack-request-id: req-a0c67885-09bc-4060-8115-63e8ca702f25 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:59:42.303855 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17751c3b-a6f4-4272-8519-381938cca7d0", "name": "network-vif-deleted", "tag": "c1a2e943-be29-4d5d-a030-1a2f539e10fb", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:59:42.304152 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0c67885-09bc-4060-8115-63e8ca702f25 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:59:42.305458 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17751c3b-a6f4-4272-8519-381938cca7d0', 'name': 'network-vif-deleted', 'tag': 'c1a2e943-be29-4d5d-a030-1a2f539e10fb', 'status': 'completed', 'code': 200} Dec 22 16:59:42.567103 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:42.598699 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 16:59:42.617706 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 16:59:42.618375 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T16:59:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:42.734190 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 16:59:42.946260 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 16:59:42.980860 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3a291-d234-429e-8ec8-a407c60a0943 None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 16:59:43.198815 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5debb7b-2e16-4bd2-922c-60ef4dc217a5 None None] New status for floating IP a51e0d24-f04f-4a46-87b1-adf7ca3f719a: DOWN {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 16:59:43.496486 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-ef14c050-a9ea-4801-9134-9d3202010348 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270378807&fields=id&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 267 time: 0.0439780 Dec 22 16:59:43.605421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-e31b2d6b-d02e-4efc-a3ce-e82bca720462 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:43.607192 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-e31b2d6b-d02e-4efc-a3ce-e82bca720462 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1039946 Dec 22 16:59:43.623734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-4fd85835-b96b-4b51-a87e-c35ab86fddb8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/quotas/0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 375 time: 0.0107296 Dec 22 16:59:43.676088 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-85eb9320-cef2-4957-91f3-54fff0cdf6cb tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459785 Dec 22 16:59:43.774530 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-a298038b-fd21-4e15-9b9f-498c3e95d835 service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Dec 22 16:59:43.866279 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device c1a2e943-be29-4d5d-a030-1a2f539e10fb no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 16:59:43.884564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-a97fb017-e803-4410-94bf-e0ece0fe636e service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024809 Dec 22 16:59:43.907294 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: c1a2e943-be29-4d5d-a030-1a2f539e10fb {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 16:59:43.907643 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device c1a2e943-be29-4d5d-a030-1a2f539e10fb not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 16:59:44.180074 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a78655d7-9f3d-4b64-a552-c7e8500d3432 req-e582d4d7-7a5c-485c-86a5-4e1811a377c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 210 time: 0.0285678 Dec 22 16:59:45.145040 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-b7beb1e7-85e8-4d52-9499-e94bf1e177dc tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:45.146723 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-b7beb1e7-85e8-4d52-9499-e94bf1e177dc tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1455443 Dec 22 16:59:45.226284 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-b449b751-159e-43c8-a15c-59fed8b7f622 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 379 time: 0.0679264 Dec 22 16:59:45.235931 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'port': {'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'admin_state_up': True, 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'security_groups': ['c4df3d18-1873-416e-87be-9c989c0c66ba']}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:59:45.275861 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-344f8308-ad31-44fd-a3e3-57984a120a6f req-73444d52-152c-4df5-806f-6735d067315c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 210 time: 0.0250001 Dec 22 16:59:45.343841 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Made reservation on behalf of 0a842a460ed64afba57f8b0bab1fd627 for: {'port': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 16:59:45.347291 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.471858 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.20.0.10 (71c98bd9-4849-4f4e-a3e6-d162e3b50682/0f721a61-d001-40d9-957b-5191a2cd06c4/df7afbbc-52c6-45dc-9aee-2b9a8abaed48) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 16:59:45.605369 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.642631 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.685358 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 16:59:45.688746 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 16:59:45.692382 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 16:59:45.720107 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:45.747772 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:45.748450 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.765332 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-7cffa61f-342f-4174-b156-41adc75b2f46 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5330143 Dec 22 16:59:45.778443 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Request body: {'port': {'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 16:59:45.837427 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.909660 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-3fc36a13-8f0d-4043-9d57-a95c8e97798d None None] Provisioning complete for port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 16:59:45.910242 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-3fc36a13-8f0d-4043-9d57-a95c8e97798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:45.943451 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-3fc36a13-8f0d-4043-9d57-a95c8e97798d None None] Port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 16:59:46.109610 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7afbbc-52c6-45dc-9aee-2b9a8abaed48 {{(pid=108902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 16:59:46.117898 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:46.130262 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.provisioning_blocks [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Transition to ACTIVE for port object df7afbbc-52c6-45dc-9aee-2b9a8abaed48 will not be triggered until provisioned by entity L2. {{(pid=108902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 16:59:46.135621 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:46.186374 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:46.264445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Attempting to bind port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:59:46.264784 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Attempting to bind port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 16:59:46.265135 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Attempting to bind port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:59:46.269724 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 16:59:46.270047 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Attempting to bind port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 16:59:46.276758 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 16:59:46.277094 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 16:59:46.277478 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Bound using segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} {{(pid=108902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 16:59:46.278045 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.managers [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Bound port: df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}}] {{(pid=108902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 16:59:46.278400 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:46.355091 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, cleared binding levels {{(pid=108902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 16:59:46.362635 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 16:59:46.371404 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:46.407792 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bb8f1-6ce6-40f9-92c0-14d68bf7b8a8 req-4b48db30-9abe-4359-a61d-b2a3688f45ce tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:46.411998 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:46.412652 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:46.414166 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] 10.222.0.54 "PUT /v2.0/ports/df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 1094 time: 0.6403761 Dec 22 16:59:46.414669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 16:59:46.416135 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7a5bb8f1-6ce6-40f9-92c0-14d68bf7b8a8 req-4b48db30-9abe-4359-a61d-b2a3688f45ce tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0609138 Dec 22 16:59:46.417091 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bda561-7f0c-41dd-a268-ba1574a5533e" -d '{"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 16:59:46.484100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a4414-4554-4f7d-a3b2-14d340fc3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=3']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:46.515582 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7a5bb8f1-6ce6-40f9-92c0-14d68bf7b8a8 req-c9369dfb-b0d9-4138-9f1c-1efb99363ed3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984941 Dec 22 16:59:46.549481 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-d730f4fb-bd40-430e-ae08-cacdae52e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:46.551520 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-d730f4fb-bd40-430e-ae08-cacdae52e3de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1097 time: 0.0874195 Dec 22 16:59:46.619944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6287c93-5ae5-44bd-8cd0-f495fe81cd9f x-openstack-request-id: req-a6287c93-5ae5-44bd-8cd0-f495fe81cd9f {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 16:59:46.620268 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 16:59:46.620529 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6287c93-5ae5-44bd-8cd0-f495fe81cd9f {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 16:59:46.620939 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'status': 'completed', 'code': 200} Dec 22 16:59:46.622920 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-fbea8928-81e3-44b9-90c2-a9ade36d738b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 217 time: 0.0620904 Dec 22 16:59:46.688168 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-d6e5f16b-cc5f-43d8-8e28-415d48dadf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:46.689718 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-d6e5f16b-cc5f-43d8-8e28-415d48dadf1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0598273 Dec 22 16:59:46.736487 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-98c94e5e-4ee5-4424-a727-ffb3ad82900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:46.737966 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-98c94e5e-4ee5-4424-a727-ffb3ad82900f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406046 Dec 22 16:59:46.830872 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-dd12ff4e-d921-439a-82d3-63952e5a615c service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852287 Dec 22 16:59:46.922316 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d13dcf4a-15ab-415a-a16d-7c5f8a827601 req-3f75358b-6485-4088-8e96-b58123c431da service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831144 Dec 22 16:59:47.011747 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-21271998-db38-4a3e-aac2-8215f8335a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:47.013333 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-21271998-db38-4a3e-aac2-8215f8335a04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1097 time: 0.0450613 Dec 22 16:59:47.108413 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-9053c5f7-7592-41c7-a46e-0c9321ee1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:47.109917 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-9053c5f7-7592-41c7-a46e-0c9321ee1fcf service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0900481 Dec 22 16:59:47.153978 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-2b4c8c1a-1976-4903-88ce-4e7f7b126d81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 217 time: 0.0372727 Dec 22 16:59:47.204686 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-f6d0f05e-159f-4335-999d-fb56908a63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:47.206163 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-f6d0f05e-159f-4335-999d-fb56908a63f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0452673 Dec 22 16:59:47.253517 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-6692e3c7-c460-442f-9f00-a385d16fcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:47.254995 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-6692e3c7-c460-442f-9f00-a385d16fcbe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411527 Dec 22 16:59:47.349936 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-6ec2d82f-a1a1-40d3-a5d1-61a82dcbfab5 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867152 Dec 22 16:59:47.440139 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-30bda561-7f0c-41dd-a268-ba1574a5533e req-e135ba20-d659-4196-90da-8efddebd929b service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819292 Dec 22 16:59:47.635640 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d208ff3-43a9-4f1a-9f9e-37d6f1fc22cd req-d436c143-d289-4968-927e-b225fbc4a8a4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:47.637776 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5d208ff3-43a9-4f1a-9f9e-37d6f1fc22cd req-d436c143-d289-4968-927e-b225fbc4a8a4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0532234 Dec 22 16:59:47.691189 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5d208ff3-43a9-4f1a-9f9e-37d6f1fc22cd req-51e765b9-be7c-4006-aad7-8b6a3b802c7a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Dec 22 16:59:48.805050 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514e70-c6b0-460c-8769-65b368bf55a4 req-0768d02f-e4d3-4a7b-b6a1-5b4db3b63ff3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:48.806556 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a3514e70-c6b0-460c-8769-65b368bf55a4 req-0768d02f-e4d3-4a7b-b6a1-5b4db3b63ff3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0481408 Dec 22 16:59:48.862052 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-a3514e70-c6b0-460c-8769-65b368bf55a4 req-d3322e56-a748-4d25-9cbf-16b579e112a4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494745 Dec 22 16:59:49.978895 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319501-b3e0-4cb2-b228-b458917ecf32 req-a7d83bd2-7cd9-42cb-ad1c-f676a099bb2d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:49.980401 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e319501-b3e0-4cb2-b228-b458917ecf32 req-a7d83bd2-7cd9-42cb-ad1c-f676a099bb2d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0528207 Dec 22 16:59:50.029839 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3e319501-b3e0-4cb2-b228-b458917ecf32 req-a10cdb15-ff58-4241-8e46-abaa28cd8e3f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Dec 22 16:59:51.159580 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ed864-8397-4ad6-8b96-01594ce8767f req-13790fd1-0dc3-40e1-83d3-9c6c86d58361 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:51.161653 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5a6ed864-8397-4ad6-8b96-01594ce8767f req-13790fd1-0dc3-40e1-83d3-9c6c86d58361 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0594742 Dec 22 16:59:51.216248 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5a6ed864-8397-4ad6-8b96-01594ce8767f req-0fbda738-4517-4d98-9321-9d3ed1cb8ba8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458179 Dec 22 16:59:52.351838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f850dc0-90d9-478f-a55c-c3eca9ae6d28 req-5837019c-f1be-4d44-b7cf-cdffd5b6aea9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:52.353800 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f850dc0-90d9-478f-a55c-c3eca9ae6d28 req-5837019c-f1be-4d44-b7cf-cdffd5b6aea9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0645754 Dec 22 16:59:52.407293 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f850dc0-90d9-478f-a55c-c3eca9ae6d28 req-3135e29a-3a09-46b7-9214-f48edf9c5de5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458169 Dec 22 16:59:53.526961 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9f4d1-a2bb-4e9f-b548-9b6d71a14d8a req-f36a2bed-b51e-4669-b6c3-1c214a267430 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:53.528567 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b2b9f4d1-a2bb-4e9f-b548-9b6d71a14d8a req-f36a2bed-b51e-4669-b6c3-1c214a267430 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Dec 22 16:59:53.580583 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b2b9f4d1-a2bb-4e9f-b548-9b6d71a14d8a req-ff7b38ad-64a6-4682-aec3-65272c1aa711 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Dec 22 16:59:54.701951 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc83444-7972-430e-933e-827cf5ed0842 req-a3b18ac2-7b3c-4db6-ace6-8be24c4b0018 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:54.703433 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bbc83444-7972-430e-933e-827cf5ed0842 req-a3b18ac2-7b3c-4db6-ace6-8be24c4b0018 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0538976 Dec 22 16:59:54.758435 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bbc83444-7972-430e-933e-827cf5ed0842 req-eb5581e7-039a-41be-9cbb-10f620d27d1b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478051 Dec 22 16:59:55.223059 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37210) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:55.328456 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.401321 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.405065 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.443758 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=954a3764b5fc4a7fb52a521d7ddcf027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194002 Dec 22 16:59:55.444737 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a8bea-3711-4367-a124-cc8c4c89fbcb,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:55.447006 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37214) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:55.458037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.458387 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.458946 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.459282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.459663 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.460001 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.460372 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.460705 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.461024 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.461362 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.461666 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.461978 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.462299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6598a-d51e-42c4-b6a4-4a9e430ef419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 16:59:55.501265 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.523708 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.577037 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.580029 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.583558 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c86a8bea-3711-4367-a124-cc8c4c89fbcb HTTP/1.1" status: 204 len: 168 time: 0.1325254 Dec 22 16:59:55.588747 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 16:59:55.589828 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2d668-d658-4bee-9c31-9a02a2e6823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a8bea-3711-4367-a124-cc8c4c89fbcb,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:55.885688 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37222) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:55.891494 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ff93-4ba6-4bba-affe-e36252231bef req-36d44173-d141-4ed0-9528-6816ee464a8c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:55.893133 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ee4ff93-4ba6-4bba-affe-e36252231bef req-36d44173-d141-4ed0-9528-6816ee464a8c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0546722 Dec 22 16:59:55.899772 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e23a9e14-6a92-425d-a0aa-af6847ed6dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.946567 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ee4ff93-4ba6-4bba-affe-e36252231bef req-aefcb20f-88d7-492f-bd4b-3861b45d9ec9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 Dec 22 16:59:55.978138 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e23a9e14-6a92-425d-a0aa-af6847ed6dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:55.981929 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e23a9e14-6a92-425d-a0aa-af6847ed6dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:56.019518 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-e23a9e14-6a92-425d-a0aa-af6847ed6dae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b9ad35fba994ab4b03245f6ef2111cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326499 Dec 22 16:59:56.020425 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9e14-6a92-425d-a0aa-af6847ed6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49c7ce-2153-44a3-85a6-20c24ebce815,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:56.022557 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37224) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:56.075602 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:56.096308 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:56.141002 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:56.143724 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:56.144905 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c49c7ce-2153-44a3-85a6-20c24ebce815 HTTP/1.1" status: 204 len: 168 time: 0.1207097 Dec 22 16:59:56.153338 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ee0d9-e184-4d0c-b5e0-27fefe73fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49c7ce-2153-44a3-85a6-20c24ebce815,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:57.065812 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0d7cd-cdd5-450f-a1cb-0a77e80f65a6 req-567faccd-0935-4769-a5bf-78de5ca46f3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:57.067416 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-67a0d7cd-cdd5-450f-a1cb-0a77e80f65a6 req-567faccd-0935-4769-a5bf-78de5ca46f3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0512702 Dec 22 16:59:57.118759 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-67a0d7cd-cdd5-450f-a1cb-0a77e80f65a6 req-d868fda5-1b70-4bb8-b28b-bba1597d05a3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Dec 22 16:59:57.919044 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37292) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:58.022182 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaeb3-ca79-45fe-83ba-37f681868049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.096338 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaeb3-ca79-45fe-83ba-37f681868049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.100528 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaeb3-ca79-45fe-83ba-37f681868049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.143649 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-6c9eaeb3-ca79-45fe-83ba-37f681868049 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=154ae9c98962441b809a1b2686762482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211692 Dec 22 16:59:58.143649 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eaeb3-ca79-45fe-83ba-37f681868049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194cbd94-4b9c-4661-a3b6-38275062d624,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:58.144279 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37298) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:58.195868 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.243639 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.277318 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2dee3-a002-41d2-8ccc-0376d316f42e req-ad393f05-7a39-4739-a242-79f9868c5720 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:58.278824 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ad2dee3-a002-41d2-8ccc-0376d316f42e req-ad393f05-7a39-4739-a242-79f9868c5720 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0810521 Dec 22 16:59:58.336145 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ad2dee3-a002-41d2-8ccc-0376d316f42e req-c88f441c-e384-4cd8-b067-af42ae5f0ac1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498428 Dec 22 16:59:58.337432 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.339979 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.341199 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/194cbd94-4b9c-4661-a3b6-38275062d624 HTTP/1.1" status: 204 len: 168 time: 0.1959989 Dec 22 16:59:58.349022 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53772db-a3ed-4606-9ca6-782eab8958db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194cbd94-4b9c-4661-a3b6-38275062d624,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:58.623755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37306) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:58.636713 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7757cb55-3158-491a-a27d-70d3e59c4be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.713225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7757cb55-3158-491a-a27d-70d3e59c4be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.716883 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7757cb55-3158-491a-a27d-70d3e59c4be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.754742 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-7757cb55-3158-491a-a27d-70d3e59c4be3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b9e2c643097421a8ebca63f7868edee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298578 Dec 22 16:59:58.755590 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757cb55-3158-491a-a27d-70d3e59c4be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32d93d-63c3-4efd-9235-5d8109a1a275,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:58.757539 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37308) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 16:59:58.806073 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.826575 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.872130 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.874945 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 16:59:58.876076 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd32d93d-63c3-4efd-9235-5d8109a1a275 HTTP/1.1" status: 204 len: 168 time: 0.1175601 Dec 22 16:59:58.883538 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e4ff4-c752-46d5-aed1-7c97dd528bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32d93d-63c3-4efd-9235-5d8109a1a275,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 16:59:59.460520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6871a-1746-4424-8e11-0948d56945df req-9efdf6e7-1cd5-4d5c-94f5-29d644995071 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 16:59:59.462161 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dca6871a-1746-4424-8e11-0948d56945df req-9efdf6e7-1cd5-4d5c-94f5-29d644995071 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 944 time: 0.0531347 Dec 22 16:59:59.514545 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dca6871a-1746-4424-8e11-0948d56945df req-8d373a52-a717-4855-beed-3835402ba3f1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452530 Dec 22 16:59:59.956733 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device df7afbbc-52c6-45dc-9aee-2b9a8abaed48 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:00:00.181062 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:00.192177 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:00:00.230245 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:00.243548 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7afbbc-52c6-45dc-9aee-2b9a8abaed48 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:00.264231 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:00.268800 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:00.320155 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:00.327737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.328091 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.328470 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.328816 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.329157 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.330215 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.330554 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.330896 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.331427 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.331776 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.332111 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.332489 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.332807 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:00.495406 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['df7afbbc-52c6-45dc-9aee-2b9a8abaed48'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:00:00.552301 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-54355e1e-7527-401f-b05d-fe3137c8890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:00.662669 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193971-c670-46f6-81e0-5d3498fac165 req-54931b63-81b5-4fe6-8aca-709b8be08b7a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:00.664260 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a193971-c670-46f6-81e0-5d3498fac165 req-54931b63-81b5-4fe6-8aca-709b8be08b7a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Dec 22 17:00:00.719438 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2a193971-c670-46f6-81e0-5d3498fac165 req-0c64e250-eaad-44f0-873b-cd112eade94a tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484533 Dec 22 17:00:00.905851 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37384) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:01.019178 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b2f4-79a1-472e-bf10-1759526753ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.096100 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b2f4-79a1-472e-bf10-1759526753ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.100325 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b2f4-79a1-472e-bf10-1759526753ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.139285 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-c8f4b2f4-79a1-472e-bf10-1759526753ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b25b68cc32047bcadced19790783946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323327 Dec 22 17:00:01.140127 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4b2f4-79a1-472e-bf10-1759526753ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94654ba-5b65-441a-83b0-1b2397d16ec8,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:01.142071 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37388) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:01.189877 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.211306 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.258623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.261613 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.262971 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a94654ba-5b65-441a-83b0-1b2397d16ec8 HTTP/1.1" status: 204 len: 168 time: 0.1198423 Dec 22 17:00:01.271779 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f865e2-bb8b-49d6-a7f4-fa893e7d542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94654ba-5b65-441a-83b0-1b2397d16ec8,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:01.545394 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37400) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:01.558419 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0f6a01df-b195-4a66-a51d-6c52baf5b3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.634716 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0f6a01df-b195-4a66-a51d-6c52baf5b3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.638497 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-0f6a01df-b195-4a66-a51d-6c52baf5b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.676538 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-0f6a01df-b195-4a66-a51d-6c52baf5b3fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b91f3e000ac4a78a35b4c08ba2f6350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300397 Dec 22 17:00:01.677630 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a01df-b195-4a66-a51d-6c52baf5b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20261df2-f1a7-4cb9-a7e4-d2076397fb20,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:01.679314 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37404) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:01.727638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.747964 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.794435 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.797389 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:01.801873 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20261df2-f1a7-4cb9-a7e4-d2076397fb20 HTTP/1.1" status: 204 len: 168 time: 0.1175663 Dec 22 17:00:01.808682 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0304cb-3110-447d-a8ca-3bad16043974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20261df2-f1a7-4cb9-a7e4-d2076397fb20,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:01.839406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920322e-b872-4c69-959f-a6d5e0af1ac3 req-4190e970-17d5-4231-a17a-0a0fc683543e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:01.840919 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c920322e-b872-4c69-959f-a6d5e0af1ac3 req-4190e970-17d5-4231-a17a-0a0fc683543e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 945 time: 0.0536857 Dec 22 17:00:01.891930 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c920322e-b872-4c69-959f-a6d5e0af1ac3 req-c83f67fa-3454-41e5-9675-e73be9708c2d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449526 Dec 22 17:00:01.984081 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device df7afbbc-52c6-45dc-9aee-2b9a8abaed48 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:00:02.033727 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:00:02.037655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:00:02.038024 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:02.121059 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:02.145883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:02.149768 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2228a81b-57bb-49cd-817a-2bbeefaae91f" -d '{"events": [{"server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "name": "network-vif-plugged", "status": "completed", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:02.163904 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:02.171924 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:02.216288 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a3af0d-3d6b-491f-bab9-42c1ba163cbb x-openstack-request-id: req-35a3af0d-3d6b-491f-bab9-42c1ba163cbb {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:02.216586 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "name": "network-vif-plugged", "status": "completed", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:02.217046 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35a3af0d-3d6b-491f-bab9-42c1ba163cbb {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:02.217442 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'code': 200} Dec 22 17:00:02.258879 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:02.420921 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0f9f-1471-4331-ac4f-00c0bfc8e310 req-bc5bb791-8fd1-4dcb-babb-2156d434a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:02.422427 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-24fe0f9f-1471-4331-ac4f-00c0bfc8e310 req-bc5bb791-8fd1-4dcb-babb-2156d434a551 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0452240 Dec 22 17:00:02.474849 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-24fe0f9f-1471-4331-ac4f-00c0bfc8e310 req-5e5d07f6-7a4e-40ec-b5ca-8dd1ad5a25db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Dec 22 17:00:02.687551 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-753f1b5a-2a78-430c-8a95-6d977ac39839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:03.009676 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f210135-be16-4fc0-8d93-042f75243840 req-15c8a60f-f695-42bc-8486-f2dadec51ca0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:03.011044 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0f210135-be16-4fc0-8d93-042f75243840 req-15c8a60f-f695-42bc-8486-f2dadec51ca0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0486512 Dec 22 17:00:03.060911 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0f210135-be16-4fc0-8d93-042f75243840 req-7145b2b7-b515-4b22-a855-1ee9b6704a0e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Dec 22 17:00:04.035303 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:04.178698 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530c590-f29e-476b-9b2d-b1a4740a0265 req-68cd0edf-f6ef-40e7-8f79-3dad0c21b525 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:04.180187 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9530c590-f29e-476b-9b2d-b1a4740a0265 req-68cd0edf-f6ef-40e7-8f79-3dad0c21b525 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0511882 Dec 22 17:00:04.229737 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9530c590-f29e-476b-9b2d-b1a4740a0265 req-1f6b1ffc-0728-46ec-ab11-c0e3a6488ba2 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Dec 22 17:00:04.356423 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8fc46-1058-4814-aa50-c73fa8ec3a88 req-d4c42b33-21e3-4c21-8ad6-c5705dc952ca tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:04.357888 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6af8fc46-1058-4814-aa50-c73fa8ec3a88 req-d4c42b33-21e3-4c21-8ad6-c5705dc952ca tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Dec 22 17:00:04.406069 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6af8fc46-1058-4814-aa50-c73fa8ec3a88 req-73177d4c-5428-4796-9d5f-5b00f8c10012 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Dec 22 17:00:04.428493 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37468) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:04.472348 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46a13f-13e3-4e13-94f4-a4ed90bc19a9 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:04.475500 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-bc46a13f-13e3-4e13-94f4-a4ed90bc19a9 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1094 time: 0.0456102 Dec 22 17:00:04.477344 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37472) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:04.481754 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:04.504944 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:04.608142 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:04.726531 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_common [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.27.1.98 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/082e94bb-2d54-4634-b7b7-97da030db7d5) {{(pid=108902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:00:04.830294 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:04.863471 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:04.901323 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:00:04.904114 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:04.907468 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:00:04.930040 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=082e94bb-2d54-4634-b7b7-97da030db7d5,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:05.423345 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37486) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:05.483282 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.529037 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.536660 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b974-daaf-4a2b-9710-9ebca2b86cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.598843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.612920 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b974-daaf-4a2b-9710-9ebca2b86cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.617903 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b974-daaf-4a2b-9710-9ebca2b86cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.662942 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-cdd0b974-daaf-4a2b-9710-9ebca2b86cf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc6175535cb44518876091a2fe8af818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384892 Dec 22 17:00:05.663967 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b974-daaf-4a2b-9710-9ebca2b86cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1f222-3b84-41e0-8e95-0dd41079689b,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:05.666852 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37490) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:05.717475 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.749751 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.771321 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.777849 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9019409'] for port, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.806877 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.812994 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:05.820029 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f1f222-3b84-41e0-8e95-0dd41079689b HTTP/1.1" status: 204 len: 168 time: 0.1517551 Dec 22 17:00:05.832387 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4916c-0f55-446b-90dd-30ddc211beaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1f222-3b84-41e0-8e95-0dd41079689b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:05.875950 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=082e94bb-2d54-4634-b7b7-97da030db7d5,revision_number=2']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:05.885550 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:06.001837 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP 0277c450-b35f-480d-8224-733e1798a760 associated. External IP: 172.27.1.98, port: df7afbbc-52c6-45dc-9aee-2b9a8abaed48. Dec 22 17:00:06.231712 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:00:06.340334 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:06.350841 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3abdb7-0bba-47dc-a508-6ca2fe76e9ab req-7e4d65fe-8224-4bbd-9701-b6ec6c883788 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:06.356384 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:00:06.357048 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd3abdb7-0bba-47dc-a508-6ca2fe76e9ab req-7e4d65fe-8224-4bbd-9701-b6ec6c883788 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0696135 Dec 22 17:00:06.369400 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:00:06.378255 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:06.380833 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:06.381629 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:06.417076 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1c688afc-9054-43c7-8921-168d84055843 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9386721 Dec 22 17:00:06.417685 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:06.419992 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939f860-f620-4fd6-b3c0-ed81723634df" -d '{"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:06.448650 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:06.450056 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd3abdb7-0bba-47dc-a508-6ca2fe76e9ab req-4211365c-f79b-48c2-839d-1d373e7c85ff tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846415 Dec 22 17:00:06.504128 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6cf9a-daff-4788-a88b-248f9b7168b5 x-openstack-request-id: req-d2e6cf9a-daff-4788-a88b-248f9b7168b5 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:06.504446 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:06.504717 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2e6cf9a-daff-4788-a88b-248f9b7168b5 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:06.505268 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'status': 'completed', 'code': 200} Dec 22 17:00:06.584331 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f860-f620-4fd6-b3c0-ed81723634df req-80802852-b654-48e5-813d-7522ee5b14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:06.585868 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-80802852-b654-48e5-813d-7522ee5b14e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0475268 Dec 22 17:00:06.610249 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:06.685097 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f860-f620-4fd6-b3c0-ed81723634df req-4ae694a4-28e4-4575-bfea-556fddb37cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:06.686585 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-4ae694a4-28e4-4575-bfea-556fddb37cc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0918179 Dec 22 17:00:06.760441 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-29250296-6c08-413c-89d3-f061446613f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 999 time: 0.0654700 Dec 22 17:00:06.815774 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f860-f620-4fd6-b3c0-ed81723634df req-cfd2f394-c1a3-4609-8dbb-146da97cc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:06.818278 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-cfd2f394-c1a3-4609-8dbb-146da97cc527 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0478079 Dec 22 17:00:06.842642 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:05Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:06.870187 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:00:06.875841 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939f860-f620-4fd6-b3c0-ed81723634df req-7fc99ddc-ac6b-4849-b91a-f8746a7c545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:06.877804 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-7fc99ddc-ac6b-4849-b91a-f8746a7c545b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502157 Dec 22 17:00:06.879392 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:06.880001 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:06.997154 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:06.997698 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-085cb17e-d6f4-4d37-a8ba-6ed62fa0ae92 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074107 Dec 22 17:00:07.094775 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-7939f860-f620-4fd6-b3c0-ed81723634df req-111a97c8-acaf-4bcc-b236-37b28b41879b service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880430 Dec 22 17:00:07.230534 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:05Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:07.260995 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbfe0bf-027d-495e-8d01-8045474e415b None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:05Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:00:07.445707 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0921613-e034-42bf-8102-35c68817f9ed None None] New status for floating IP 0277c450-b35f-480d-8224-733e1798a760: ACTIVE {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:00:07.570154 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de3977-f0fa-41b5-9628-fc915655eae5 req-9eb285a9-7991-4695-beeb-1e2182d09ea3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:07.571734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4de3977-f0fa-41b5-9628-fc915655eae5 req-9eb285a9-7991-4695-beeb-1e2182d09ea3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0526135 Dec 22 17:00:07.625341 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4de3977-f0fa-41b5-9628-fc915655eae5 req-caa4e9de-f03d-4a32-9d39-d265e9cfae79 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465765 Dec 22 17:00:08.184455 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-547e3a12-08f1-40a3-978e-625d12d78c5d tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f8953aab091e4c528a908d846879e183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304816 Dec 22 17:00:08.206033 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bd50c-db67-4028-8e16-4583f48fe271 req-aecde2bb-4959-4ee3-be9a-9872ffdff540 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:08.207652 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-387bd50c-db67-4028-8e16-4583f48fe271 req-aecde2bb-4959-4ee3-be9a-9872ffdff540 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 945 time: 0.0588813 Dec 22 17:00:08.303030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Deleting port 30faf2a0-aa49-49b7-9201-7e849bac7467 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:08.303377 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:08.376777 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-db7a7788-e17b-4c35-aaa9-0c09c082585c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:08.378234 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-db7a7788-e17b-4c35-aaa9-0c09c082585c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879210 Dec 22 17:00:08.393148 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-e51f43a7-7540-484d-8e82-64408e15fa7c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/quotas/f8953aab091e4c528a908d846879e183 HTTP/1.1" status: 200 len: 375 time: 0.0090497 Dec 22 17:00:08.398587 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] For port 30faf2a0-aa49-49b7-9201-7e849bac7467, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=30faf2a0-aa49-49b7-9201-7e849bac7467,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:08.398884 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:08.428093 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-cab5c2e6-3c8e-4c33-8b7f-91d298ce3a89 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8953aab091e4c528a908d846879e183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292571 Dec 22 17:00:08.587323 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:08.587691 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_update {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:08.588016 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.l3_db [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Floating IP acd60dfd-b4b2-4399-9f65-e19df14078f9 disassociated. External IP: 172.27.1.250, port: 30faf2a0-aa49-49b7-9201-7e849bac7467. Dec 22 17:00:08.588399 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Calling delete_port for 30faf2a0-aa49-49b7-9201-7e849bac7467 owned by compute:nova {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:08.617936 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1f1bd5df-6bed-4b6c-93df-a405c6364e3e req-ac72bfee-ba4e-4681-8f4f-af088a8ba39f tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 210 time: 0.0429630 Dec 22 17:00:08.642723 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-bdc2376e-67cc-4250-8f56-fdd764d7618c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789139 Dec 22 17:00:08.741115 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:08.760386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-95aeb2ba-a2de-423b-b122-cd9f835eeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:08.761981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-95aeb2ba-a2de-423b-b122-cd9f835eeac2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0713680 Dec 22 17:00:08.772169 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'Port': ['ID=30faf2a0-aa49-49b7-9201-7e849bac7467,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:08.792082 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385351e5-f549-40c4-a503-7a7588f51170 req-901d8b8d-afaf-4c6d-b90d-60413531d3d3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:08.800783 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-385351e5-f549-40c4-a503-7a7588f51170 req-901d8b8d-afaf-4c6d-b90d-60413531d3d3 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/ports?device_id=491cd738-4bd4-4e70-a762-61bf9936717a HTTP/1.1" status: 200 len: 867 time: 0.0989201 Dec 22 17:00:08.894265 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:00:08.914215 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-385351e5-f549-40c4-a503-7a7588f51170 req-4b188b3e-d974-46b8-bc1c-fd57b0a6d443 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups?id=84a6ba89-676e-4c0a-a30d-7933875c7bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126726 Dec 22 17:00:08.961932 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-a50698e4-c4eb-4f23-b3b0-154a6043dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:08.963393 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-a50698e4-c4eb-4f23-b3b0-154a6043dcae service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.1602111 Dec 22 17:00:09.023974 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:00:09.036944 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:00:09.050356 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:09.053906 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:09.070092 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] No DVR routers for this DVR port 30faf2a0-aa49-49b7-9201-7e849bac7467 on host hv-cinder-78447 {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:00:09.073197 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:09.076693 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-387bd50c-db67-4028-8e16-4583f48fe271 req-40d560cb-e54e-47fd-82fd-35fea2660727 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.54 "DELETE /v2.0/ports/30faf2a0-aa49-49b7-9201-7e849bac7467 HTTP/1.1" status: 204 len: 173 time: 0.8624370 Dec 22 17:00:09.077265 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'name': 'network-vif-deleted', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467'}] {{(pid=108902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:09.080081 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfdbc13a8a219ac6a201d4a1badc052a2e9ede5dcba72bf335fa7b3af36ff1a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c5c87-f1be-4152-a97c-b63fffe26784" -d '{"events": [{"server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "name": "network-vif-deleted", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467"}]}' {{(pid=108902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:09.123256 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473ce8c-02f7-43e9-9132-48cb1fa54c10 x-openstack-request-id: req-9473ce8c-02f7-43e9-9132-48cb1fa54c10 {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:09.123256 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491cd738-4bd4-4e70-a762-61bf9936717a", "name": "network-vif-deleted", "tag": "30faf2a0-aa49-49b7-9201-7e849bac7467", "status": "completed", "code": 200}]} {{(pid=108902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:09.123256 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9473ce8c-02f7-43e9-9132-48cb1fa54c10 {{(pid=108902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:09.123670 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491cd738-4bd4-4e70-a762-61bf9936717a', 'name': 'network-vif-deleted', 'tag': '30faf2a0-aa49-49b7-9201-7e849bac7467', 'status': 'completed', 'code': 200} Dec 22 17:00:09.193511 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:09.338612 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-d01dda07-9ccb-4e0d-b568-7ed8a4c009e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 1001 time: 0.3678765 Dec 22 17:00:09.415930 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-808a4911-75a9-459f-a0bd-84c638b8128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:09.417422 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-808a4911-75a9-459f-a0bd-84c638b8128d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0626974 Dec 22 17:00:09.443630 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:09.474874 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-11e3217b-1814-4083-99c6-205fc678cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:09.476509 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-11e3217b-1814-4083-99c6-205fc678cef4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406857 Dec 22 17:00:09.477655 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:00:09.485927 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:09.486524 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:09.568691 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-4f796dc5-5ac6-4d46-aa00-0905abe530e1 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Dec 22 17:00:09.590843 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:09.661001 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f86a0dab-16f9-417c-8be7-a97cc9ecd2e3 req-819118cc-0d19-495e-a576-dd157a250ad4 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836899 Dec 22 17:00:09.728956 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6852963a-8e54-45cc-8982-05c24cacf955 req-28d0c4b3-724d-4dc8-b92e-ba665a6cdf95 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 210 time: 0.0286596 Dec 22 17:00:09.797399 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:09.825827 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb32c4-9929-4754-93b5-3655e0c2ecf3 None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:27Z', 'revision_number': 4, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '265083b4-e5ea-4b87-8b5e-e840d39b3b5b', 'name': '', 'network_id': '41a085c8-d977-4f66-b5d4-aa188b3ec1f3', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'mac_address': 'fa:16:3e:35:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:26Z', 'updated_at': '2021-12-22T16:53:31Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'subnets': [{'id': 'f7d7941b-cf93-47d7-bea8-41af2a3eccb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:00:10.003095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37588) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:10.056464 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc5dd3c-bb59-4e0e-a21d-5688feaa0904 None None] New status for floating IP acd60dfd-b4b2-4399-9f65-e19df14078f9: DOWN {{(pid=108903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:00:10.058555 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.081665 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.134299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.137786 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.141467 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "DELETE /v2.0/security-groups/84a6ba89-676e-4c0a-a30d-7933875c7bed HTTP/1.1" status: 204 len: 168 time: 0.1349177 Dec 22 17:00:10.142205 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37590) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:10.150517 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff5ba5-dc89-47c5-94cf-f21affddb6ad tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6ba89-676e-4c0a-a30d-7933875c7bed,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:10.159935 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.api.v2.resource [None req-ee0123a5-9ee7-4116-bb8f-123b0485b164 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] show failed (client error): The resource could not be found. Dec 22 17:00:10.164911 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37592) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:10.165285 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ee0123a5-9ee7-4116-bb8f-123b0485b164 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "GET /v2.0/security-groups/84a6ba89-676e-4c0a-a30d-7933875c7bed HTTP/1.1" status: 404 len: 347 time: 0.0211630 Dec 22 17:00:10.241151 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-aeaf01ee-0d49-4498-a59e-d7c068969342 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f8953aab091e4c528a908d846879e183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267675 Dec 22 17:00:10.413118 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-092c4bba-84be-444e-b021-f99aec839e00 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:10.415216 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-092c4bba-84be-444e-b021-f99aec839e00 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672921 Dec 22 17:00:10.419420 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Deleting port 1c97bcb5-810d-48b6-812f-f197c1bb6e9e {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:10.419420 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.441327 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Request body: {'port': {'device_id': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402', 'admin_state_up': True, 'tenant_id': 'f8953aab091e4c528a908d846879e183'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:10.566535 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.566859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.592226 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Calling delete_port for 1c97bcb5-810d-48b6-812f-f197c1bb6e9e owned by network:floatingip {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:10.670095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Made reservation on behalf of f8953aab091e4c528a908d846879e183 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:10.673692 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.691864 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.784149 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.821798 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Pushing event deleted for resources: {'Port': ['ID=1c97bcb5-810d-48b6-812f-f197c1bb6e9e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:10.872136 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b9d971b0-024f-418d-936a-df1d442bef4e req-5ebc6b6f-a8ae-4eca-8385-b10c07ed2edc tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 210 time: 0.0537820 Dec 22 17:00:10.920760 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.925387 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.928301 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks [] for floatingip, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.931277 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:10.932437 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-c76cac3e-a633-4059-bc1d-1ec9715b0534 tempest-AttachVolumeTestJSON-1746606109 tempest-AttachVolumeTestJSON-1746606109-project] 10.222.0.41 "DELETE /v2.0/floatingips/acd60dfd-b4b2-4399-9f65-e19df14078f9 HTTP/1.1" status: 204 len: 168 time: 0.7665381 Dec 22 17:00:11.003369 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302ac42-394b-447b-a31a-0e103323be1d,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:11.078386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Allocated IP 192.168.233.113 (bde33a6e-2e44-4621-acbf-3b5aa4d54402/659dd8ae-5fa1-472e-9991-49c8bfff71b1/8020e54d-f537-48d5-bdf0-1119537a3716) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:00:11.230040 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.263863 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.320124 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Network bde33a6e-2e44-4621-acbf-3b5aa4d54402 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:00:11.323596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:11.328112 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:00:11.332071 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Pushing event updated for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:11.379993 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:11.380659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.397891 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-7c141ae3-46d7-4141-a260-6d39f1642cf6 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9661014 Dec 22 17:00:11.409962 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Request body: {'port': {'device_id': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:11.469267 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.586031 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-6e93c8f0-00fe-42dc-8163-9dd3719928df None None] Provisioning complete for port 8020e54d-f537-48d5-bdf0-1119537a3716 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:00:11.586648 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-6e93c8f0-00fe-42dc-8163-9dd3719928df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.620613 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-6e93c8f0-00fe-42dc-8163-9dd3719928df None None] Port 8020e54d-f537-48d5-bdf0-1119537a3716 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 17:00:11.734453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8020e54d-f537-48d5-bdf0-1119537a3716 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:11.741832 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.753652 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Transition to ACTIVE for port object 8020e54d-f537-48d5-bdf0-1119537a3716 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:00:11.757630 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.808166 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:11.880302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Attempting to bind port 8020e54d-f537-48d5-bdf0-1119537a3716 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:00:11.880645 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Attempting to bind port 8020e54d-f537-48d5-bdf0-1119537a3716 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:00:11.880979 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Attempting to bind port 8020e54d-f537-48d5-bdf0-1119537a3716 on network bde33a6e-2e44-4621-acbf-3b5aa4d54402 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:11.885631 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Port 8020e54d-f537-48d5-bdf0-1119537a3716 on network bde33a6e-2e44-4621-acbf-3b5aa4d54402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:00:11.885937 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Attempting to bind port 8020e54d-f537-48d5-bdf0-1119537a3716 on network bde33a6e-2e44-4621-acbf-3b5aa4d54402 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:11.890943 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:00:11.891296 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Checking segment: {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:00:11.891680 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Bound using segment: {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:00:11.892114 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Bound port: 8020e54d-f537-48d5-bdf0-1119537a3716, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536e20f0-c79b-4ee0-8674-4ae5e45af881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:00:11.892545 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:11.981105 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:00:11.996608 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8020e54d-f537-48d5-bdf0-1119537a3716,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:00:12.004566 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:12.017456 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da38268-e23f-40d6-ab52-b5586e7a4d9b req-eaef52a1-b715-4f61-9a18-fa12a6289835 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.018937 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0da38268-e23f-40d6-ab52-b5586e7a4d9b req-eaef52a1-b715-4f61-9a18-fa12a6289835 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 948 time: 0.0750299 Dec 22 17:00:12.033328 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 30faf2a0-aa49-49b7-9201-7e849bac7467 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:00:12.056615 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 30faf2a0-aa49-49b7-9201-7e849bac7467 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:00:12.056874 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 30faf2a0-aa49-49b7-9201-7e849bac7467 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:00:12.064534 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.065159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:12.066550 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] 10.222.0.54 "PUT /v2.0/ports/8020e54d-f537-48d5-bdf0-1119537a3716 HTTP/1.1" status: 200 len: 1098 time: 0.6608520 Dec 22 17:00:12.071710 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:12.074128 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5f9829-fec7-4e6a-98db-4c15d6e98852" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:12.114983 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15dfd6-7e9c-4de5-89a3-84a892985dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:12.150495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0da38268-e23f-40d6-ab52-b5586e7a4d9b req-f4659cef-a59e-4636-9e28-f6c418d56190 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 Dec 22 17:00:12.183003 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-c7715d21-1a4a-4bfe-9f50-1065767e7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.184418 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-c7715d21-1a4a-4bfe-9f50-1065767e7e3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8953aab091e4c528a908d846879e183&device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 1101 time: 0.0704739 Dec 22 17:00:12.238578 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c11936-be1b-4974-bdbf-c14bb23b7af2 x-openstack-request-id: req-e5c11936-be1b-4974-bdbf-c14bb23b7af2 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:12.238884 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:12.239129 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5c11936-be1b-4974-bdbf-c14bb23b7af2 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:12.239528 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716', 'status': 'completed', 'code': 200} Dec 22 17:00:12.241407 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-dd793e93-7af1-421d-8218-8a7147fb28b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8020e54d-f537-48d5-bdf0-1119537a3716 HTTP/1.1" status: 200 len: 217 time: 0.0487778 Dec 22 17:00:12.293466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-0e3c4c34-d8ec-43d8-9765-439bd5c385de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.294993 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-0e3c4c34-d8ec-43d8-9765-439bd5c385de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=659dd8ae-5fa1-472e-9991-49c8bfff71b1 HTTP/1.1" status: 200 len: 843 time: 0.0456693 Dec 22 17:00:12.343217 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-f904c9ae-e1c0-414b-9de9-296d6c88b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.344797 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-f904c9ae-e1c0-414b-9de9-296d6c88b4fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bde33a6e-2e44-4621-acbf-3b5aa4d54402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0416880 Dec 22 17:00:12.438390 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-cbd4b5fa-8c15-4801-9615-bc5698d2303d service neutron] 10.222.0.54 "GET /v2.0/networks/bde33a6e-2e44-4621-acbf-3b5aa4d54402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866437 Dec 22 17:00:12.528432 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e9b97e-f01d-45fb-a342-e2658b774fee req-d3dd085d-0d7b-45ca-8182-10e89485c775 service neutron] 10.222.0.54 "GET /v2.0/networks/bde33a6e-2e44-4621-acbf-3b5aa4d54402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810368 Dec 22 17:00:12.622082 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-3c0ae20f-3ef4-4b09-9ae8-15b7bc3c9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.623582 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-3c0ae20f-3ef4-4b09-9ae8-15b7bc3c9d47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8953aab091e4c528a908d846879e183&device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 1101 time: 0.0435216 Dec 22 17:00:12.725012 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-5a2fae87-8fb5-48bf-abaf-332f5f578cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.727030 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-5a2fae87-8fb5-48bf-abaf-332f5f578cd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bde33a6e-2e44-4621-acbf-3b5aa4d54402 HTTP/1.1" status: 200 len: 870 time: 0.0955768 Dec 22 17:00:12.770075 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-9a271439-b861-47e1-8ef1-2f33f19aa582 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8020e54d-f537-48d5-bdf0-1119537a3716 HTTP/1.1" status: 200 len: 217 time: 0.0349705 Dec 22 17:00:12.824787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-f72e8d53-bdd1-49d7-ae18-663330c42dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.826129 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-f72e8d53-bdd1-49d7-ae18-663330c42dc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=659dd8ae-5fa1-472e-9991-49c8bfff71b1 HTTP/1.1" status: 200 len: 843 time: 0.0482225 Dec 22 17:00:12.876795 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-99918350-3216-4865-a0b5-b22d90b038fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:12.878296 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-99918350-3216-4865-a0b5-b22d90b038fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bde33a6e-2e44-4621-acbf-3b5aa4d54402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0442641 Dec 22 17:00:12.981465 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-4d72fa74-a5e5-466a-b674-077a4e488264 service neutron] 10.222.0.54 "GET /v2.0/networks/bde33a6e-2e44-4621-acbf-3b5aa4d54402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946240 Dec 22 17:00:13.084136 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-fb5f9829-fec7-4e6a-98db-4c15d6e98852 req-aa634177-278c-4466-b809-105d98c088d2 service neutron] 10.222.0.54 "GET /v2.0/networks/bde33a6e-2e44-4621-acbf-3b5aa4d54402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927501 Dec 22 17:00:13.277520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ed98-87ce-4248-954b-73e4831925e9 req-b2738eca-9c58-44d4-b7b5-651785c4ff77 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:13.279008 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43c8ed98-87ce-4248-954b-73e4831925e9 req-b2738eca-9c58-44d4-b7b5-651785c4ff77 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 948 time: 0.0518191 Dec 22 17:00:13.329745 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43c8ed98-87ce-4248-954b-73e4831925e9 req-f0121d39-bd69-4358-9466-e032199861f1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Dec 22 17:00:14.053975 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8020e54d-f537-48d5-bdf0-1119537a3716 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:00:14.149705 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8020e54d-f537-48d5-bdf0-1119537a3716,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:14.160002 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '8020e54d-f537-48d5-bdf0-1119537a3716', 'network_id': 'bde33a6e-2e44-4621-acbf-3b5aa4d54402', 'port_id': '8020e54d-f537-48d5-bdf0-1119537a3716', 'mac_address': 'fa:16:3e:77:25:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659dd8ae-5fa1-472e-9991-49c8bfff71b1', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:00:14.197116 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:14.209377 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8020e54d-f537-48d5-bdf0-1119537a3716 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:14.232229 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8020e54d-f537-48d5-bdf0-1119537a3716,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:14.235722 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:14.280436 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:14.444825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404f9fd-7526-44d4-9090-d82a9ac89d36 req-dbfa08a6-bf97-4b34-8366-1063ce3fd0a4 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:14.446327 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9404f9fd-7526-44d4-9090-d82a9ac89d36 req-dbfa08a6-bf97-4b34-8366-1063ce3fd0a4 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 949 time: 0.0491369 Dec 22 17:00:14.461624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['8020e54d-f537-48d5-bdf0-1119537a3716'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:00:14.495217 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9404f9fd-7526-44d4-9090-d82a9ac89d36 req-118e6713-8956-4060-9101-3aadbb33759b tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Dec 22 17:00:14.582542 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37636) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:15.074369 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:15.327910 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Deleting port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:15.328152 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:15.410410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] For port 265083b4-e5ea-4b87-8b5e-e840d39b3b5b, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:15.410804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:15.423083 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Calling delete_port for 265083b4-e5ea-4b87-8b5e-e840d39b3b5b owned by network:router_interface {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:15.630566 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:15.645490 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b66f36-f1c4-4ce4-9da2-47a0e9926d65 req-ffe75494-2bff-451b-a522-d715aa8eb0a2 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:15.647489 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-52b66f36-f1c4-4ce4-9da2-47a0e9926d65 req-ffe75494-2bff-451b-a522-d715aa8eb0a2 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 949 time: 0.0844979 Dec 22 17:00:15.669119 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=265083b4-e5ea-4b87-8b5e-e840d39b3b5b,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:15.764483 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-52b66f36-f1c4-4ce4-9da2-47a0e9926d65 req-a09b27d0-7c73-4a54-a752-89d19317ae14 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986600 Dec 22 17:00:16.065471 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8020e54d-f537-48d5-bdf0-1119537a3716 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:00:16.114118 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 8020e54d-f537-48d5-bdf0-1119537a3716 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:00:16.114485 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.118440 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 8020e54d-f537-48d5-bdf0-1119537a3716 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:00:16.118808 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.194685 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.217634 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:16.219933 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d3da6f-2697-4e4e-9199-308dc87d8560" -d '{"events": [{"server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "name": "network-vif-plugged", "status": "completed", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:16.236490 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8020e54d-f537-48d5-bdf0-1119537a3716,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:16.241547 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.266088 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336a07b-1b73-4678-98de-16f6dd4ee4ef x-openstack-request-id: req-e336a07b-1b73-4678-98de-16f6dd4ee4ef {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:16.266433 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "name": "network-vif-plugged", "status": "completed", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:16.266665 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e336a07b-1b73-4678-98de-16f6dd4ee4ef {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:16.267061 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716', 'code': 200} Dec 22 17:00:16.295585 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:16.336859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Router 3ea8f779-d8f9-4d75-a835-479b42209fad has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:00:16.474660 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:00:16.480411 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-82b49a03-567f-4d07-b1d0-911cfc2e17a1 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ea8f779-d8f9-4d75-a835-479b42209fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8968282 Dec 22 17:00:16.482318 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee24f1a-9613-45ec-981b-4b43209d305f req-4c253e6f-211a-48a2-80eb-c02d6b55d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:16.483179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37644) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:16.483734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ee24f1a-9613-45ec-981b-4b43209d305f req-4c253e6f-211a-48a2-80eb-c02d6b55d6c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 1103 time: 0.0880532 Dec 22 17:00:16.483865 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Sync routers for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:00:16.495271 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:16.495889 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:16.530810 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ee24f1a-9613-45ec-981b-4b43209d305f req-46c02d9e-ec86-4fb0-8eac-d996b81cde6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Dec 22 17:00:16.591388 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks [] for router, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.694401 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:16.695862 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.747658 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Deleting port a9be7a31-7af1-48bf-8fa3-fea941354571 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:16.747900 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.833274 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] For port a9be7a31-7af1-48bf-8fa3-fea941354571, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a9be7a31-7af1-48bf-8fa3-fea941354571,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:16.833876 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:16.846862 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Calling delete_port for a9be7a31-7af1-48bf-8fa3-fea941354571 owned by network:router_gateway {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:16.881237 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T17:00:15Z', 'revision_number': 5, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port': {'id': 'a9be7a31-7af1-48bf-8fa3-fea941354571', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:16.887974 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580afb6-35d7-45bf-95f1-713a7d4b91db req-47284df8-788c-42f2-80c2-99758597dde1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:16.889547 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5580afb6-35d7-45bf-95f1-713a7d4b91db req-47284df8-788c-42f2-80c2-99758597dde1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 950 time: 0.0523338 Dec 22 17:00:16.909131 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Checking router: 3ea8f779-d8f9-4d75-a835-479b42209fad for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:00:16.918024 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Routers {'3ea8f779-d8f9-4d75-a835-479b42209fad'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:00:16.918778 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:00:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['3ea8f779-d8f9-4d75-a835-479b42209fad'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:16.940098 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5580afb6-35d7-45bf-95f1-713a7d4b91db req-aa9b8891-e6a2-4491-9e26-bd55997e8bcd tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Dec 22 17:00:17.007595 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] Set router 3ea8f779-d8f9-4d75-a835-479b42209fad gateway port host: None {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:00:17.023201 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.053050 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Pushing event deleted for resources: {'Port': ['ID=a9be7a31-7af1-48bf-8fa3-fea941354571,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:17.062854 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T17:00:16Z', 'revision_number': 6, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:17.089886 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88933f-478b-4a18-b9a7-c4e2db6cf314 None None] The sync data for ids ['3ea8f779-d8f9-4d75-a835-479b42209fad'] in dv-cinder-784477-12-iscsi is: [{'id': '3ea8f779-d8f9-4d75-a835-479b42209fad', 'name': 'tempest-AttachVolumeTestJSON-674834066-router', 'tenant_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:53:21Z', 'updated_at': '2021-12-22T17:00:16Z', 'revision_number': 6, 'project_id': 'bccd8363f7714c90b6c9fdff7684dac3', 'gw_port_host': None}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:00:17.119593 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.466653 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.469731 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.519133 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.519822 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea8f779-d8f9-4d75-a835-479b42209fad {{(pid=108902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 17:00:17.525413 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.526610 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-1ba944ec-d4d3-40cb-9065-c536980719df admin admin] 10.222.0.41 "DELETE /v2.0/routers/3ea8f779-d8f9-4d75-a835-479b42209fad HTTP/1.1" status: 204 len: 168 time: 1.0413382 Dec 22 17:00:17.529824 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37648) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:17.585603 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Deleting subnet f7d7941b-cf93-47d7-bea8-41af2a3eccb5 {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 17:00:17.589268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.625696 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.706545 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.761240 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.784081 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d7941b-cf93-47d7-bea8-41af2a3eccb5,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:17.791234 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.795252 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-a3ad8f49-7963-496f-bdbb-23be2becb9ae admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7d7941b-cf93-47d7-bea8-41af2a3eccb5 HTTP/1.1" status: 204 len: 168 time: 0.2641115 Dec 22 17:00:17.796654 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f242404-5d0b-4d83-9ed6-90c35535c306 None None] Network 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:00:17.797695 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37650) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:17.867098 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.916374 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a9be7a31-7af1-48bf-8fa3-fea941354571 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:00:17.929176 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Deleting port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:17.929611 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:17.943259 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: a9be7a31-7af1-48bf-8fa3-fea941354571 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:00:17.943610 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a9be7a31-7af1-48bf-8fa3-fea941354571 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:00:17.944102 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 265083b4-e5ea-4b87-8b5e-e840d39b3b5b no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:00:17.965567 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 265083b4-e5ea-4b87-8b5e-e840d39b3b5b {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:00:17.966129 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 265083b4-e5ea-4b87-8b5e-e840d39b3b5b not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:00:17.968936 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] DHCP port deletion for 41a085c8-d977-4f66-b5d4-aa188b3ec1f3 request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 17:00:17.999576 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] For port bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:18.000086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.015190 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Calling delete_port for bff254c1-2e3a-40b2-95c6-4c6eaf532b13 owned by network:dhcp {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:18.023553 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Deleting port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:18.023930 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.082218 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aa18e-4d77-44f5-ad3c-fa6d17871dac req-0dfc9adf-dfb8-40c7-8658-58a965f0103c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:18.083863 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f05aa18e-4d77-44f5-ad3c-fa6d17871dac req-0dfc9adf-dfb8-40c7-8658-58a965f0103c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 950 time: 0.0656228 Dec 22 17:00:18.108069 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] For port bff254c1-2e3a-40b2-95c6-4c6eaf532b13, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,segment=NetworkSegment(aa795d48-9388-4547-be20-56a303bf690a),segment_id=aa795d48-9388-4547-be20-56a303bf690a)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:18.108531 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.110009 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.123963 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Calling delete_port for bff254c1-2e3a-40b2-95c6-4c6eaf532b13 owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:18.138677 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:18.140549 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f05aa18e-4d77-44f5-ad3c-fa6d17871dac req-9a1c6835-3cd7-4367-ab5d-0fb0052e662d tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497658 Dec 22 17:00:18.153887 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] No DVR routers for this DVR port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 on host dv-cinder-784477-12-iscsi {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:00:18.218537 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.243846 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.250042 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] No DVR routers for this DVR port bff254c1-2e3a-40b2-95c6-4c6eaf532b13 on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:00:18.254167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72535fe1-3892-4871-bcf8-837eba3d52af None None] Pushing event deleted for resources: {'Port': ['ID=bff254c1-2e3a-40b2-95c6-4c6eaf532b13,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:18.271037 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a085c8-d977-4f66-b5d4-aa188b3ec1f3']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:18.281926 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa795d48-9388-4547-be20-56a303bf690a') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:18.282222 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa795d48-9388-4547-be20-56a303bf690a') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:00:18.293675 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.307554 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.313699 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:00:18.314086 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.315737 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: warnings.warn(msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:00:18.318575 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:00:18.375510 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.383252 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.386619 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] 10.222.0.41 "DELETE /v2.0/networks/41a085c8-d977-4f66-b5d4-aa188b3ec1f3 HTTP/1.1" status: 204 len: 168 time: 0.5879481 Dec 22 17:00:18.399245 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f384c74-6945-4ec8-b8b4-d85b89800558 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a085c8-d977-4f66-b5d4-aa188b3ec1f3,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:18.437315 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab331c-4ab7-4e2f-872c-1084abef5ecd req-c529164f-9ffe-49e4-8b96-7c12761821e1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:18.438822 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ebab331c-4ab7-4e2f-872c-1084abef5ecd req-c529164f-9ffe-49e4-8b96-7c12761821e1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 950 time: 0.0552435 Dec 22 17:00:18.493687 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ebab331c-4ab7-4e2f-872c-1084abef5ecd req-555ceb04-7edf-4c18-83d8-e0be4042d731 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Dec 22 17:00:18.514963 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37662) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:18.555438 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6baf8035-b515-4e58-bfe4-459c8aabac71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bccd8363f7714c90b6c9fdff7684dac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393119 Dec 22 17:00:18.557918 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37664) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:18.609115 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.629636 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.678756 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.681534 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:18.682669 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/147b091c-ce25-442a-a3f8-a6a987d29dcb HTTP/1.1" status: 204 len: 168 time: 0.1238346 Dec 22 17:00:18.690706 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9a17c-6790-45cc-84e6-f5ec1ca4d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147b091c-ce25-442a-a3f8-a6a987d29dcb,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:19.615419 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd65435-36e2-4a6a-bc78-d3d17d3d6982 req-c8c64824-26c9-44a6-8a72-cc766a0da4b1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:19.616349 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fd65435-36e2-4a6a-bc78-d3d17d3d6982 req-c8c64824-26c9-44a6-8a72-cc766a0da4b1 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 950 time: 0.0557220 Dec 22 17:00:19.668050 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6fd65435-36e2-4a6a-bc78-d3d17d3d6982 req-d699c8a5-d525-42e4-b2df-b00b4ad2b937 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/security-groups?id=7302ac42-394b-447b-a31a-0e103323be1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Dec 22 17:00:19.874379 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2992-732f-4622-8ca3-08b2e115080f req-ad1c99b9-0648-4329-89c2-fc4aa1af30f5 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:19.875947 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-eaed2992-732f-4622-8ca3-08b2e115080f req-ad1c99b9-0648-4329-89c2-fc4aa1af30f5 tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.54 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 950 time: 0.0571039 Dec 22 17:00:19.892101 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device bff254c1-2e3a-40b2-95c6-4c6eaf532b13 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:00:19.910630 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: bff254c1-2e3a-40b2-95c6-4c6eaf532b13 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:00:19.911068 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device bff254c1-2e3a-40b2-95c6-4c6eaf532b13 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:00:19.978472 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Deleting port 8020e54d-f537-48d5-bdf0-1119537a3716 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:00:19.978814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.079342 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] For port 8020e54d-f537-48d5-bdf0-1119537a3716, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8020e54d-f537-48d5-bdf0-1119537a3716,segment=NetworkSegment(536e20f0-c79b-4ee0-8674-4ae5e45af881),segment_id=536e20f0-c79b-4ee0-8674-4ae5e45af881)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:20.079709 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.098717 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Calling delete_port for 8020e54d-f537-48d5-bdf0-1119537a3716 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:00:20.234353 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.251444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['8020e54d-f537-48d5-bdf0-1119537a3716'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:00:20.266364 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Pushing event deleted for resources: {'Port': ['ID=8020e54d-f537-48d5-bdf0-1119537a3716,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:20.313459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] No DVR routers for this DVR port 8020e54d-f537-48d5-bdf0-1119537a3716 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:00:20.315859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.320147 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-eaed2992-732f-4622-8ca3-08b2e115080f req-672947f5-bc34-4b28-9131-0cb07e8a259e tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.54 "DELETE /v2.0/ports/8020e54d-f537-48d5-bdf0-1119537a3716 HTTP/1.1" status: 204 len: 173 time: 0.4372580 Dec 22 17:00:20.321445 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'name': 'network-vif-deleted', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:20.323499 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e712bdad-291a-4d04-94d5-f6a7bf8d1754" -d '{"events": [{"server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "name": "network-vif-deleted", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:20.390448 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731f94d5-d63e-4304-8aac-6f36fdb15242 x-openstack-request-id: req-731f94d5-d63e-4304-8aac-6f36fdb15242 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:20.391496 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe12709-de6e-41ba-aad0-1871efa9be15", "name": "network-vif-deleted", "tag": "8020e54d-f537-48d5-bdf0-1119537a3716", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:20.391826 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-731f94d5-d63e-4304-8aac-6f36fdb15242 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:20.392335 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe12709-de6e-41ba-aad0-1871efa9be15', 'name': 'network-vif-deleted', 'tag': '8020e54d-f537-48d5-bdf0-1119537a3716', 'status': 'completed', 'code': 200} Dec 22 17:00:20.478614 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37724) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:20.589560 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7abea3da-7819-4e65-bec0-9d249760e256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.667355 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7abea3da-7819-4e65-bec0-9d249760e256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.672580 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-7abea3da-7819-4e65-bec0-9d249760e256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.717180 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-7abea3da-7819-4e65-bec0-9d249760e256 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0319e1405b11437cb9ed4d02109aee35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374318 Dec 22 17:00:20.718041 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abea3da-7819-4e65-bec0-9d249760e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90250370-5d49-4da1-82b3-7c8040b6a41a,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:20.719852 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37730) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:20.789491 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1d6bc9b7-f7f7-4037-90fd-09aef99cb5f8 req-7e67589b-4699-4b59-8918-0d09ab418f6c tempest-VolumesNegativeTest-1075173515 tempest-VolumesNegativeTest-1075173515-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbe12709-de6e-41ba-aad0-1871efa9be15 HTTP/1.1" status: 200 len: 210 time: 0.0299096 Dec 22 17:00:20.806285 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.829444 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.877963 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.880650 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:20.881834 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90250370-5d49-4da1-82b3-7c8040b6a41a HTTP/1.1" status: 204 len: 168 time: 0.1595149 Dec 22 17:00:20.890231 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36291cc0-2d45-42a6-b7e4-3348d857f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90250370-5d49-4da1-82b3-7c8040b6a41a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:21.156504 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37736) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:21.169503 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-926fe007-14b5-445b-8a0b-a038f31e67cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.247151 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-926fe007-14b5-445b-8a0b-a038f31e67cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.250951 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-926fe007-14b5-445b-8a0b-a038f31e67cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.290276 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-926fe007-14b5-445b-8a0b-a038f31e67cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd4f3b75734941e3800b880a027df563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327085 Dec 22 17:00:21.291212 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fe007-14b5-445b-8a0b-a038f31e67cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987cc05f-d351-4350-b29c-34ad2ce90870,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:21.292967 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37738) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:21.340310 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.360988 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.408363 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.410819 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:21.411957 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/987cc05f-d351-4350-b29c-34ad2ce90870 HTTP/1.1" status: 204 len: 168 time: 0.1179526 Dec 22 17:00:21.420030 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c9dcc-93ed-4f13-9fb1-7387b461080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987cc05f-d351-4350-b29c-34ad2ce90870,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:23.804622 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 37962) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:23.910465 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c8c28ed-3568-468f-8b8c-c839229d320c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:23.985855 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c8c28ed-3568-468f-8b8c-c839229d320c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:23.990528 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1c8c28ed-3568-468f-8b8c-c839229d320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.028673 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1c8c28ed-3568-468f-8b8c-c839229d320c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=933b07c3f28349c49f25b8f0bc7d66bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229388 Dec 22 17:00:24.030665 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c28ed-3568-468f-8b8c-c839229d320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2369442-c154-4a94-a7bb-55a62a93049e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:24.031714 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 37980) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:24.084071 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.106984 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.124434 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8020e54d-f537-48d5-bdf0-1119537a3716 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:00:24.152092 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 8020e54d-f537-48d5-bdf0-1119537a3716 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:00:24.152587 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 8020e54d-f537-48d5-bdf0-1119537a3716 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:00:24.158695 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.162068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.163334 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2369442-c154-4a94-a7bb-55a62a93049e HTTP/1.1" status: 204 len: 168 time: 0.1304483 Dec 22 17:00:24.171871 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c526b-db2e-461c-8b80-4abae4c7b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2369442-c154-4a94-a7bb-55a62a93049e,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:24.459158 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38020) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:24.473707 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb9e-9700-41ac-9d2c-36c878d75986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.553865 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb9e-9700-41ac-9d2c-36c878d75986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.558615 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb9e-9700-41ac-9d2c-36c878d75986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.600521 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-4d38fb9e-9700-41ac-9d2c-36c878d75986 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=809945ef7fca43f9b13b072c03a3f3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376317 Dec 22 17:00:24.600521 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fb9e-9700-41ac-9d2c-36c878d75986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557e6dfe-d882-4b06-a741-046d3ad1bf8a,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:24.600914 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38026) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:24.657415 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.680175 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.762923 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.765546 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:24.766696 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/557e6dfe-d882-4b06-a741-046d3ad1bf8a HTTP/1.1" status: 204 len: 168 time: 0.1648092 Dec 22 17:00:24.774618 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914b6fa-c815-4868-9812-c9dc5b342ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e6dfe-d882-4b06-a741-046d3ad1bf8a,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:26.374192 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38112) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:26.520154 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6daca3ee-e17c-4b63-89ed-4f80036b5c48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8953aab091e4c528a908d846879e183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446621 Dec 22 17:00:26.523695 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38120) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:26.592545 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:26.618116 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:26.664448 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:26.667015 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:26.668172 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7302ac42-394b-447b-a31a-0e103323be1d HTTP/1.1" status: 204 len: 168 time: 0.1428375 Dec 22 17:00:26.675671 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11458638-ca97-4681-b51e-212e8087bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302ac42-394b-447b-a31a-0e103323be1d,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:27.313311 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38144) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:27.413039 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-565623319-network', 'tenant_id': '9d9f836bd0a64e6c8ed0957008cffcd6'}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:27.437784 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Made reservation on behalf of 9d9f836bd0a64e6c8ed0957008cffcd6 for: {'network': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:27.440481 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.449376 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.524634 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.528554 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.553108 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=108902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:00:27.562668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b853763e-5f04-4584-b4e8-83df62ea6a7e,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:27.567410 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.567994 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.db.segments_db [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Added segment a75021e2-bd38-4989-8575-758676fde847 of type vlan for network 638a9752-0637-428c-a3ec-4668d522f038 Dec 22 17:00:27.608922 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.633283 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.643805 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:27.644436 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.704444 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3899305 Dec 22 17:00:27.707791 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38154) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:27.710590 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202b6e-109c-4df1-91e7-04daaae6d0de admin admin] Pushing event updated for resources: {'Network': ['ID=638a9752-0637-428c-a3ec-4668d522f038,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:27.713949 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Request body: {'subnet': {'network_id': '638a9752-0637-428c-a3ec-4668d522f038', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-565623319-subnet', 'tenant_id': '9d9f836bd0a64e6c8ed0957008cffcd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:27.721832 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network 638a9752-0637-428c-a3ec-4668d522f038 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 17:00:27.740891 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Made reservation on behalf of 9d9f836bd0a64e6c8ed0957008cffcd6 for: {'subnet': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:27.743483 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12234718'] for subnet, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.914096 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8509603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12234700'] for subnet, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:27.973137 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4,revision_number=0']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:27.977470 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Checking segment: {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:00:27.977838 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Network hostable DHCP agents. Network: 638a9752-0637-428c-a3ec-4668d522f038, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:00:27.993413 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Network 638a9752-0637-428c-a3ec-4668d522f038 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:00:28.001787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, 638a9752-0637-428c-a3ec-4668d522f038) {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:28.006465 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:28.007083 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:28.011287 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9106a5a-db13-4fc9-baf4-49f7fa9323d4 None None] Network 638a9752-0637-428c-a3ec-4668d522f038 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:00:28.024162 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ebe1c6e5-d952-4d81-9def-cf2717dd57b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150587 Dec 22 17:00:28.108045 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6be4a-b06a-4e65-9a25-987d3b91794a None None] Network 638a9752-0637-428c-a3ec-4668d522f038 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:00:29.753536 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-05e3c6da-bb21-4d69-a8a4-591c81a68d51 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:29.755003 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-05e3c6da-bb21-4d69-a8a4-591c81a68d51 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 813 time: 0.1051996 Dec 22 17:00:29.769756 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-30d7a0a9-4cbf-4b62-8d99-6689239f0f20 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/quotas/9d9f836bd0a64e6c8ed0957008cffcd6 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Dec 22 17:00:29.801534 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-375d1812-8df8-449f-b1ff-37537ecbe7b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258086 Dec 22 17:00:29.891544 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-92987670-96e0-451b-8637-09ec489c669f service neutron] 10.222.0.41 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831206 Dec 22 17:00:29.977113 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-bc8b8848-82e1-4d9b-ac30-1788c337ff0c service neutron] 10.222.0.41 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789907 Dec 22 17:00:30.126013 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d3b03b29-9e43-481d-adec-c0b48330eea8 req-4e185d9a-7f37-4188-8cde-9ebe043462f5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Dec 22 17:00:30.481228 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38216) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:30.517818 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-238d1ad2-197b-4dcc-8fdb-600f6c971e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.593845 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7b4df8cd-b694-4b65-bd56-9380720b03da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.683536 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7b4df8cd-b694-4b65-bd56-9380720b03da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.688276 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-7b4df8cd-b694-4b65-bd56-9380720b03da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.728081 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-7b4df8cd-b694-4b65-bd56-9380720b03da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a28cae60b7bf419d8c254fdcbec92c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457366 Dec 22 17:00:30.728967 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4df8cd-b694-4b65-bd56-9380720b03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef59823-5e34-4813-aed7-12c9412bf3a3,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:30.731356 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38220) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:30.785134 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.807498 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.853525 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.856245 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:30.857453 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ef59823-5e34-4813-aed7-12c9412bf3a3 HTTP/1.1" status: 204 len: 168 time: 0.1243668 Dec 22 17:00:30.864885 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cd857-0ff9-4d70-b095-0f41ab51356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef59823-5e34-4813-aed7-12c9412bf3a3,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:31.092123 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-13d11bcc-532a-44b6-86e6-d36970c4b073 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:31.093558 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-13d11bcc-532a-44b6-86e6-d36970c4b073 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 813 time: 0.1220202 Dec 22 17:00:31.114706 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Request body: {'port': {'device_id': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'network_id': '638a9752-0637-428c-a3ec-4668d522f038', 'admin_state_up': True, 'tenant_id': '9d9f836bd0a64e6c8ed0957008cffcd6'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:31.138253 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38230) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:31.152715 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-992b9ad1-6c66-46e8-903a-2c7f6fde4e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.230251 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ad44e720-97f8-4b6c-9892-0ee016624d2e req-262fe8e3-fdf2-492d-b840-5a8a5fb7754d tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 210 time: 0.0339975 Dec 22 17:00:31.237320 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-992b9ad1-6c66-46e8-903a-2c7f6fde4e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.244691 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-992b9ad1-6c66-46e8-903a-2c7f6fde4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.261743 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Made reservation on behalf of 9d9f836bd0a64e6c8ed0957008cffcd6 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:31.265448 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.285496 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-992b9ad1-6c66-46e8-903a-2c7f6fde4e9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c91406b103064d0bb0818692f6aaf7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460941 Dec 22 17:00:31.288740 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b9ad1-6c66-46e8-903a-2c7f6fde4e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b2f0d3-e7ff-4496-86f6-1c5e5f36e89c,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:31.289034 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38234) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:31.409613 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.444658 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.446596 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Allocated IP 172.20.0.6 (638a9752-0637-428c-a3ec-4668d522f038/6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4/de778802-e850-4d3e-8877-284e5ed62ed7) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:00:31.527149 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.529780 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.530930 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71b2f0d3-e7ff-4496-86f6-1c5e5f36e89c HTTP/1.1" status: 204 len: 168 time: 0.2409594 Dec 22 17:00:31.561036 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9deb88-1d5a-41b7-a013-aff307543aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b2f0d3-e7ff-4496-86f6-1c5e5f36e89c,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:31.640058 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.675125 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.721434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Network 638a9752-0637-428c-a3ec-4668d522f038 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:00:31.724747 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:31.727100 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:00:31.755626 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Pushing event updated for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:31.782790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:31.783406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:31.799103 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-ad01cfd7-69c9-45d6-9ddd-3404ee04ab69 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6886840 Dec 22 17:00:31.812922 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Request body: {'port': {'device_id': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:31.871304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.171991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de778802-e850-4d3e-8877-284e5ed62ed7 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:32.178482 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.195455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Transition to ACTIVE for port object de778802-e850-4d3e-8877-284e5ed62ed7 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:00:32.199510 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.258773 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Pushing event updated for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:32.365083 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Attempting to bind port de778802-e850-4d3e-8877-284e5ed62ed7 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:00:32.366043 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Attempting to bind port de778802-e850-4d3e-8877-284e5ed62ed7 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:00:32.366379 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Attempting to bind port de778802-e850-4d3e-8877-284e5ed62ed7 on network 638a9752-0637-428c-a3ec-4668d522f038 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:32.373612 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Port de778802-e850-4d3e-8877-284e5ed62ed7 on network 638a9752-0637-428c-a3ec-4668d522f038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:00:32.373944 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Attempting to bind port de778802-e850-4d3e-8877-284e5ed62ed7 on network 638a9752-0637-428c-a3ec-4668d522f038 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:32.383075 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443983a8-19aa-4624-91bb-ee1a60122d1b req-9e53cc7b-07a9-4e83-adc1-03c4c88a6c3b tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:32.384629 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-443983a8-19aa-4624-91bb-ee1a60122d1b req-9e53cc7b-07a9-4e83-adc1-03c4c88a6c3b tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 943 time: 0.0750277 Dec 22 17:00:32.390328 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:00:32.390570 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Checking segment: {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:00:32.390959 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Bound using segment: {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:00:32.391394 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Bound port: de778802-e850-4d3e-8877-284e5ed62ed7, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:00:32.391757 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.477291 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-443983a8-19aa-4624-91bb-ee1a60122d1b req-13eb4059-26c0-4eed-9d05-ef27b521cb30 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829332 Dec 22 17:00:32.501408 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:00:32.505232 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=de778802-e850-4d3e-8877-284e5ed62ed7,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:00:32.509985 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.549882 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:32.550601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.551885 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] 10.222.0.54 "PUT /v2.0/ports/de778802-e850-4d3e-8877-284e5ed62ed7 HTTP/1.1" status: 200 len: 1093 time: 0.7434461 Dec 22 17:00:32.552363 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:32.555207 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd" -d '{"events": [{"name": "network-changed", "server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:32.579740 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a41ec8-0bee-4a2b-a3c0-2be4b8d9a23a service neutron] Pushing event updated for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:32.597757 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c439cc2-1e51-490b-9817-6b8d2a74f7db x-openstack-request-id: req-1c439cc2-1e51-490b-9817-6b8d2a74f7db {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:32.598060 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:32.598320 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c439cc2-1e51-490b-9817-6b8d2a74f7db {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:32.598772 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7', 'status': 'completed', 'code': 200} Dec 22 17:00:32.605256 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:00:32.649241 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-72ef5519-1b04-419a-bc56-427321038468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:32.650753 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-72ef5519-1b04-419a-bc56-427321038468 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 1096 time: 0.0431013 Dec 22 17:00:32.691125 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-7feb273a-cf4f-4a41-9032-57c9979a79a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:32.698351 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-127f5511-5dfc-48cd-8321-3052b28ab6fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de778802-e850-4d3e-8877-284e5ed62ed7 HTTP/1.1" status: 200 len: 217 time: 0.0392020 Dec 22 17:00:32.750156 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-82ee57db-6d6a-4135-a78c-8cee9b2075cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:32.751698 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-82ee57db-6d6a-4135-a78c-8cee9b2075cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 HTTP/1.1" status: 200 len: 853 time: 0.0469842 Dec 22 17:00:32.788718 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-bd518b74-c22a-430d-abb1-a60b56f0b016 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=638a9752-0637-428c-a3ec-4668d522f038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285897 Dec 22 17:00:32.882000 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-56765aa0-314e-49ad-80bf-d98c9da1a67c service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857458 Dec 22 17:00:32.973091 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bd82b7d2-853a-4fa0-89d3-216445fca909 req-98dd75bf-df1b-4b2e-9935-ef93ad0d483a service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Dec 22 17:00:33.065453 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-d0294808-2ab7-4551-96f3-32ad23802cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:33.066950 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-d0294808-2ab7-4551-96f3-32ad23802cb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 1096 time: 0.0441420 Dec 22 17:00:33.166881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-ad40ea23-cd90-4186-b0a5-ec42624eb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:33.168396 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-ad40ea23-cd90-4186-b0a5-ec42624eb1b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 914 time: 0.0937757 Dec 22 17:00:33.212508 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-a9a3d497-f94e-4b10-8e23-48d07f435aa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de778802-e850-4d3e-8877-284e5ed62ed7 HTTP/1.1" status: 200 len: 217 time: 0.0347614 Dec 22 17:00:33.264928 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-047a46b5-c711-4659-803b-36983d87cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:33.266357 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-047a46b5-c711-4659-803b-36983d87cc7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 HTTP/1.1" status: 200 len: 853 time: 0.0474918 Dec 22 17:00:33.299319 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-4d3a4d69-2673-4593-8999-0f20df8c2517 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=638a9752-0637-428c-a3ec-4668d522f038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256829 Dec 22 17:00:33.402073 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-e980c3a5-67b1-4ceb-a630-e098239c519c service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946083 Dec 22 17:00:33.501117 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5e43b3dc-16d4-47c7-9914-612cd9bdbabd req-64d67f90-a296-4ed3-86f3-49a0065405da service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908151 Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.592901 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:00:33.595771 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:00:33.596705 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeb8f2-7280-4d04-bc7d-5d73d6dd422a req-b9b0965c-0bbc-4c0d-b792-d6a532c1eb80 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:33.597827 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cebeb8f2-7280-4d04-bc7d-5d73d6dd422a req-b9b0965c-0bbc-4c0d-b792-d6a532c1eb80 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 943 time: 0.0493689 Dec 22 17:00:33.655358 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cebeb8f2-7280-4d04-bc7d-5d73d6dd422a req-c79fe157-229b-484a-8877-c4928ced23c0 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515254 Dec 22 17:00:34.037700 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:34.782066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984f4c-0e29-43ef-ab95-d262d66b8014 req-cca7a03f-85f2-458d-9eef-a466e0ffbc29 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:34.783584 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32984f4c-0e29-43ef-ab95-d262d66b8014 req-cca7a03f-85f2-458d-9eef-a466e0ffbc29 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 943 time: 0.0545638 Dec 22 17:00:34.840888 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32984f4c-0e29-43ef-ab95-d262d66b8014 req-2d82e6cb-7933-4148-85a2-ffc9e9ee5800 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507259 Dec 22 17:00:35.485088 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:35.958212 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f079d2-7197-4119-8323-a4e2b5c8f708 req-b97f3bcd-0ce6-474a-9241-c464f4e5f5cf tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:35.960310 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-38f079d2-7197-4119-8323-a4e2b5c8f708 req-b97f3bcd-0ce6-474a-9241-c464f4e5f5cf tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 943 time: 0.0507035 Dec 22 17:00:36.028891 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-38f079d2-7197-4119-8323-a4e2b5c8f708 req-7771439d-89e0-4fed-9269-fc029ac3d8f4 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625348 Dec 22 17:00:36.185322 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device de778802-e850-4d3e-8877-284e5ed62ed7 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:00:36.282033 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=de778802-e850-4d3e-8877-284e5ed62ed7,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:36.292384 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'de778802-e850-4d3e-8877-284e5ed62ed7', 'network_id': '638a9752-0637-428c-a3ec-4668d522f038', 'port_id': 'de778802-e850-4d3e-8877-284e5ed62ed7', 'mac_address': 'fa:16:3e:5e:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:00:36.346138 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:36.358357 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:36.361238 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de778802-e850-4d3e-8877-284e5ed62ed7 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:36.382325 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=de778802-e850-4d3e-8877-284e5ed62ed7,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:36.386209 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:36.446596 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:36.451097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:36.594620 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['de778802-e850-4d3e-8877-284e5ed62ed7'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:00:37.147117 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5adc-d29f-469e-8c9b-2e0aa9758f7d req-df966c6a-532b-4836-9b8c-7052ce50a140 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:37.148601 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-595d5adc-d29f-469e-8c9b-2e0aa9758f7d req-df966c6a-532b-4836-9b8c-7052ce50a140 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 944 time: 0.0508492 Dec 22 17:00:37.198158 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-595d5adc-d29f-469e-8c9b-2e0aa9758f7d req-09c16ec9-35e2-4139-ba69-14876cd1359f tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Dec 22 17:00:37.952107 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38368) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:38.053128 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-29893c37-afa0-49ee-8f0b-8b6fdc5660b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.124162 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-29893c37-afa0-49ee-8f0b-8b6fdc5660b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.127935 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-29893c37-afa0-49ee-8f0b-8b6fdc5660b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.164835 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-29893c37-afa0-49ee-8f0b-8b6fdc5660b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b3d743326574679aa392bb2a6fd481a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116134 Dec 22 17:00:38.165686 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29893c37-afa0-49ee-8f0b-8b6fdc5660b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93df62-eaee-4fe3-8d9e-db78ac02245c,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:38.167565 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38372) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:38.185977 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device de778802-e850-4d3e-8877-284e5ed62ed7 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:00:38.216281 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.237410 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port de778802-e850-4d3e-8877-284e5ed62ed7 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:00:38.243037 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port de778802-e850-4d3e-8877-284e5ed62ed7 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:00:38.243929 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.248474 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.298494 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.301636 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.306249 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec93df62-eaee-4fe3-8d9e-db78ac02245c HTTP/1.1" status: 204 len: 168 time: 0.1348639 Dec 22 17:00:38.311976 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91404e4a-faa4-4983-b774-20db0b5810e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93df62-eaee-4fe3-8d9e-db78ac02245c,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:38.322443 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16d2b-bbfb-47ff-9b23-474640c43d48 req-2ca78a3f-5e51-4d61-9846-f9a754234771 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:38.323987 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e4e16d2b-bbfb-47ff-9b23-474640c43d48 req-2ca78a3f-5e51-4d61-9846-f9a754234771 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 944 time: 0.0573144 Dec 22 17:00:38.344809 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.369852 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:38.372127 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b3994-95d4-434b-b022-c73037a64ef8" -d '{"events": [{"server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "name": "network-vif-plugged", "status": "completed", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:38.383397 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e4e16d2b-bbfb-47ff-9b23-474640c43d48 req-9c917eba-04d8-4a63-b52f-561e48913420 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Dec 22 17:00:38.384999 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=de778802-e850-4d3e-8877-284e5ed62ed7,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:38.389873 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.435002 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d27996-1818-463f-93d2-77b4bf8731b7 x-openstack-request-id: req-02d27996-1818-463f-93d2-77b4bf8731b7 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:38.435349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "name": "network-vif-plugged", "status": "completed", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:38.435657 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02d27996-1818-463f-93d2-77b4bf8731b7 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:38.436161 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7', 'code': 200} Dec 22 17:00:38.458605 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:38.601707 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38382) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:38.614397 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f3606797-4cf2-4271-9bf6-117e6ecbc7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.621209 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5795b-07e7-4770-bcf4-b313a424d56f req-a0bd5846-955f-4271-bbab-af456be02a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:38.622697 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e1b5795b-07e7-4770-bcf4-b313a424d56f req-a0bd5846-955f-4271-bbab-af456be02a57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 1098 time: 0.0450737 Dec 22 17:00:38.670249 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e1b5795b-07e7-4770-bcf4-b313a424d56f req-ea96e1d3-73b3-4458-aff0-a0de85faf71b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Dec 22 17:00:38.690185 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f3606797-4cf2-4271-9bf6-117e6ecbc7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.694195 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-f3606797-4cf2-4271-9bf6-117e6ecbc7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.735631 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-f3606797-4cf2-4271-9bf6-117e6ecbc7b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bf71ae04287456baaa9b0a23e3e1ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328228 Dec 22 17:00:38.736521 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3606797-4cf2-4271-9bf6-117e6ecbc7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31386b7-e344-472c-b861-12cf07f929bc,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:38.738358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38384) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:38.791447 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.812813 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.866986 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.869608 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:38.870745 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a31386b7-e344-472c-b861-12cf07f929bc HTTP/1.1" status: 204 len: 168 time: 0.1308815 Dec 22 17:00:38.878392 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45df6-9725-4680-8176-6071a5887ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31386b7-e344-472c-b861-12cf07f929bc,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:39.512018 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88454595-41bb-4c81-a809-6876c77f7259 req-c9149f21-1bad-4b9f-9fce-4a5ea90384f2 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:39.513733 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88454595-41bb-4c81-a809-6876c77f7259 req-c9149f21-1bad-4b9f-9fce-4a5ea90384f2 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0565989 Dec 22 17:00:39.570434 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-88454595-41bb-4c81-a809-6876c77f7259 req-49d95548-3aa4-4622-b5c3-9f8a3cf55155 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Dec 22 17:00:40.686913 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a325e6-8bb0-4f33-9bf7-6167d8f198fc req-fb1a27eb-b431-480c-9fcb-2c14287d45d4 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:40.688418 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-70a325e6-8bb0-4f33-9bf7-6167d8f198fc req-fb1a27eb-b431-480c-9fcb-2c14287d45d4 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Dec 22 17:00:40.736344 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-70a325e6-8bb0-4f33-9bf7-6167d8f198fc req-32bac98b-a508-43de-a1a6-c5327eeaa7c1 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Dec 22 17:00:46.891288 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38578) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:46.997868 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-18b1f689-3f00-4a38-a576-966f7813d022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.070101 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-18b1f689-3f00-4a38-a576-966f7813d022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.073837 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-18b1f689-3f00-4a38-a576-966f7813d022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.114202 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f689-3f00-4a38-a576-966f7813d022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba40acc6-5b9b-4f91-9132-66064935350a,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:47.118550 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-18b1f689-3f00-4a38-a576-966f7813d022 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51da9a329990498cbf61c08deaf6be07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262592 Dec 22 17:00:47.121194 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38582) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:47.168484 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.189463 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.236763 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.240103 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.244693 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba40acc6-5b9b-4f91-9132-66064935350a HTTP/1.1" status: 204 len: 168 time: 0.1225104 Dec 22 17:00:47.252440 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cb3be-a0bf-4517-aeab-6ea6a1daa8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba40acc6-5b9b-4f91-9132-66064935350a,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:47.506118 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38590) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:47.518796 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a38d9872-6246-4d13-951e-37149145bceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.594752 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a38d9872-6246-4d13-951e-37149145bceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.599554 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a38d9872-6246-4d13-951e-37149145bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.638182 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-a38d9872-6246-4d13-951e-37149145bceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0eb29e860b8145ba9252db04971d8a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309330 Dec 22 17:00:47.639123 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d9872-6246-4d13-951e-37149145bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de4950-3201-404f-818c-bb0a2eabd427,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:47.640917 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38592) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:47.689557 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.710604 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.760702 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.763348 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:47.764528 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24de4950-3201-404f-818c-bb0a2eabd427 HTTP/1.1" status: 204 len: 168 time: 0.1225700 Dec 22 17:00:47.772706 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de4950-3201-404f-818c-bb0a2eabd427,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:47.779788 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.780168 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.780541 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.780885 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.781219 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.781550 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.781880 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.782207 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.782563 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.782899 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.783215 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.783535 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:47.783852 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9874d62c-59c5-462e-a354-581ed7099cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:00:48.082718 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38598) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:48.095675 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cf83147e-d733-4f78-ac93-39b758be0580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.170322 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cf83147e-d733-4f78-ac93-39b758be0580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.174129 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-cf83147e-d733-4f78-ac93-39b758be0580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.212806 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-cf83147e-d733-4f78-ac93-39b758be0580 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ada1f15ab5e7496bbbae8a60726ed7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287448 Dec 22 17:00:48.213812 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83147e-d733-4f78-ac93-39b758be0580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04e3ad-50ba-48b3-8fca-ce608259c870,revision_number=1']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:48.215259 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38600) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:48.270058 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.290942 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.337599 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.340137 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:48.341324 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b04e3ad-50ba-48b3-8fca-ce608259c870 HTTP/1.1" status: 204 len: 168 time: 0.1244278 Dec 22 17:00:48.349562 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0b796-55f1-4f90-b7f8-d3d5e0b30970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04e3ad-50ba-48b3-8fca-ce608259c870,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:49.016289 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 38624) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:49.116800 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881826723-network', 'tenant_id': '00acd1d56e3b4003bdc40622b1495d33'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:49.141387 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Made reservation on behalf of 00acd1d56e3b4003bdc40622b1495d33 for: {'network': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:49.143773 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for network, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.152086 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.234535 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.238498 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.274237 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=108901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:00:49.281111 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:49.288066 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.288413 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.segments_db [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Added segment 9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7 of type vlan for network c32457fd-7c5e-4b47-9587-77db8376bb90 Dec 22 17:00:49.329806 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782446257210'] for network, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.355263 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412'] for network, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.356329 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:49.356914 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.659500 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6421096 Dec 22 17:00:49.663029 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 38630) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:00:49.665242 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63318-cf7d-43ff-ab2e-d475db787c4d admin admin] Pushing event updated for resources: {'Network': ['ID=c32457fd-7c5e-4b47-9587-77db8376bb90,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:49.668819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.v2.base [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Request body: {'subnet': {'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881826723-subnet', 'tenant_id': '00acd1d56e3b4003bdc40622b1495d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:49.681875 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Network c32457fd-7c5e-4b47-9587-77db8376bb90 details requested by agent ovs-agent-dv-cinder-784477-12-iscsi with host dv-cinder-784477-12-iscsi {{(pid=108903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 17:00:49.691956 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Made reservation on behalf of 00acd1d56e3b4003bdc40622b1495d33 for: {'subnet': 1} {{(pid=108902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:49.694874 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8867731'] for subnet, before_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.862708 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8867713'] for subnet, after_create {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.919896 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab,revision_number=0']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:49.931272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Checking segment: {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:00:49.931632 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Network hostable DHCP agents. Network: c32457fd-7c5e-4b47-9587-77db8376bb90, hostable agents: ['42f54380-83db-47f0-a80b-3b0a3eda9515'], hosted agents: [] {{(pid=108902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:00:49.949977 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Network c32457fd-7c5e-4b47-9587-77db8376bb90 is scheduled to be hosted by DHCP agent 42f54380-83db-47f0-a80b-3b0a3eda9515 with binding_index 1 {{(pid=108902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:00:49.959013 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-12-iscsi, c32457fd-7c5e-4b47-9587-77db8376bb90) {{(pid=108902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:49.963416 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:49.963975 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:49.968157 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d80655-444b-46d9-870f-7bfe38da44d0 None None] Network c32457fd-7c5e-4b47-9587-77db8376bb90 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:00:49.980874 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-bb7d411e-6d39-4a96-90c6-acadf1952149 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3167133 Dec 22 17:00:50.072412 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8145af-6f3b-40b9-9f2b-91a679743cac None None] Network c32457fd-7c5e-4b47-9587-77db8376bb90 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:00:51.734073 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-053cbcae-849d-4bc2-b35f-fea4ab84e0b6 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:51.735427 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-053cbcae-849d-4bc2-b35f-fea4ab84e0b6 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 808 time: 0.1068356 Dec 22 17:00:51.750423 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-79d6f326-a313-4d4b-85a8-aae2db992120 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/quotas/00acd1d56e3b4003bdc40622b1495d33 HTTP/1.1" status: 200 len: 375 time: 0.0091209 Dec 22 17:00:51.782845 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-d9f4cf4a-546f-4663-88ec-39db20280914 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262640 Dec 22 17:00:51.872952 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-abfed9fb-77db-4e49-aa48-ecae0de06d00 service neutron] 10.222.0.41 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829821 Dec 22 17:00:51.965860 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-b950cf41-91c2-43fc-8833-4245dbab70fd service neutron] 10.222.0.41 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Dec 22 17:00:52.118507 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-da9a2db0-b188-4bf7-8c4f-07f1e7ec7303 req-b527ced9-8472-41f3-b5b6-cd4c8476d5f1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 210 time: 0.0266604 Dec 22 17:00:53.143676 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-0c85493b-9dce-4438-982e-33b6d339ec38 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:53.145279 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-0c85493b-9dce-4438-982e-33b6d339ec38 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 808 time: 0.1089737 Dec 22 17:00:53.162747 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Request body: {'port': {'device_id': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90', 'admin_state_up': True, 'tenant_id': '00acd1d56e3b4003bdc40622b1495d33'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:53.253199 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9a9622fc-8ed9-4d2f-b66f-5a3819caa5c1 req-7712b481-6212-48a4-9d7e-e47632b9e612 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 210 time: 0.0593507 Dec 22 17:00:53.301412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Made reservation on behalf of 00acd1d56e3b4003bdc40622b1495d33 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:00:53.305589 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:53.430761 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Allocated IP 172.20.0.10 (c32457fd-7c5e-4b47-9587-77db8376bb90/810ed345-d0d3-46e2-b5ab-a0e508e1b3ab/83fe19a9-2c52-4454-8180-e79238cf35c7) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:00:53.577393 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:53.612470 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:53.657323 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Network c32457fd-7c5e-4b47-9587-77db8376bb90 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:00:53.660577 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:00:53.664737 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:00:53.694076 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Pushing event updated for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:53.722257 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:53.722881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:53.740757 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-6e4413c0-0457-4756-bd78-1629c5a14ab1 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826819 Dec 22 17:00:53.759284 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Request body: {'port': {'device_id': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:00:53.816808 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.088106 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe19a9-2c52-4454-8180-e79238cf35c7 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:54.095531 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.107053 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Transition to ACTIVE for port object 83fe19a9-2c52-4454-8180-e79238cf35c7 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:00:54.110886 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.165400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:54.228752 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Attempting to bind port 83fe19a9-2c52-4454-8180-e79238cf35c7 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:00:54.229088 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Attempting to bind port 83fe19a9-2c52-4454-8180-e79238cf35c7 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:00:54.229416 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Attempting to bind port 83fe19a9-2c52-4454-8180-e79238cf35c7 on network c32457fd-7c5e-4b47-9587-77db8376bb90 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:54.233650 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Port 83fe19a9-2c52-4454-8180-e79238cf35c7 on network c32457fd-7c5e-4b47-9587-77db8376bb90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:00:54.233971 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Attempting to bind port 83fe19a9-2c52-4454-8180-e79238cf35c7 on network c32457fd-7c5e-4b47-9587-77db8376bb90 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:00:54.238638 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:00:54.238974 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Checking segment: {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:00:54.239386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Bound using segment: {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:00:54.239803 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Bound port: 83fe19a9-2c52-4454-8180-e79238cf35c7, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:00:54.240154 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.301739 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:00:54.304723 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83fe19a9-2c52-4454-8180-e79238cf35c7,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:00:54.309120 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.373916 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:54.374534 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:54.375897 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] 10.222.0.54 "PUT /v2.0/ports/83fe19a9-2c52-4454-8180-e79238cf35c7 HTTP/1.1" status: 200 len: 1094 time: 0.6215847 Dec 22 17:00:54.377843 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:54.380642 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377983b9-0ab1-4343-9599-036eb050be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:54.403988 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94c742-7c15-48c2-a0ad-876cc5e8f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:54.419597 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cb44-9850-4a89-b955-f4f04c85faf5 req-fcec7817-c9fe-401f-8c40-e89550550a8c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:54.421141 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6802cb44-9850-4a89-b955-f4f04c85faf5 req-fcec7817-c9fe-401f-8c40-e89550550a8c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 944 time: 0.0994875 Dec 22 17:00:54.494157 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-7908a1e8-f227-4986-83fd-936331044585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:54.495718 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-7908a1e8-f227-4986-83fd-936331044585 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 1097 time: 0.0720723 Dec 22 17:00:54.499456 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6802cb44-9850-4a89-b955-f4f04c85faf5 req-f63992c6-ae7b-4bfe-be78-30e134db9e1b tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679581 Dec 22 17:00:54.546287 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-ef5d45e0-77f1-4515-a369-9dabb758bb0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe19a9-2c52-4454-8180-e79238cf35c7 HTTP/1.1" status: 200 len: 217 time: 0.0387337 Dec 22 17:00:54.557282 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1e9b71-80b6-4333-973e-70659682a73b x-openstack-request-id: req-af1e9b71-80b6-4333-973e-70659682a73b {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:54.557573 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:54.557825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af1e9b71-80b6-4333-973e-70659682a73b {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:54.558226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7', 'status': 'completed', 'code': 200} Dec 22 17:00:54.606339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76913-86ca-4968-bcbc-c9666e14328c req-2bde59fb-f46b-4f12-b626-23a507914eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:54.607744 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-2bde59fb-f46b-4f12-b626-23a507914eb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab HTTP/1.1" status: 200 len: 848 time: 0.0429697 Dec 22 17:00:54.642633 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-196ac217-6388-4b2a-9171-75938ccb3c44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c32457fd-7c5e-4b47-9587-77db8376bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242236 Dec 22 17:00:54.738088 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-58f865f0-3f12-4482-88fe-c9eb79ba8324 service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828662 Dec 22 17:00:54.833490 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cec76913-86ca-4968-bcbc-c9666e14328c req-ce68f650-39e1-4099-a7d5-fdd00f8f762d service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814719 Dec 22 17:00:54.941386 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377983b9-0ab1-4343-9599-036eb050be2e req-b5431ad4-e8c9-4d40-b98a-9f195c7821a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:54.943186 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-b5431ad4-e8c9-4d40-b98a-9f195c7821a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 1097 time: 0.0460644 Dec 22 17:00:55.036410 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377983b9-0ab1-4343-9599-036eb050be2e req-13b5341c-ba94-40f1-ba99-8ed710d05755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:55.037892 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-13b5341c-ba94-40f1-ba99-8ed710d05755 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 909 time: 0.0834656 Dec 22 17:00:55.087591 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-db1a90df-2418-4578-ad56-be7692d496dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe19a9-2c52-4454-8180-e79238cf35c7 HTTP/1.1" status: 200 len: 217 time: 0.0367281 Dec 22 17:00:55.139459 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377983b9-0ab1-4343-9599-036eb050be2e req-af04e8b9-5867-4457-81bf-4482a7250b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:55.140917 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-af04e8b9-5867-4457-81bf-4482a7250b23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab HTTP/1.1" status: 200 len: 848 time: 0.0423267 Dec 22 17:00:55.174844 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-762c33a4-582a-4164-8a93-5f52fdfb77f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c32457fd-7c5e-4b47-9587-77db8376bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241101 Dec 22 17:00:55.272818 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-8f690cae-d7d8-41b9-8601-301235c58dcf service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828593 Dec 22 17:00:55.364731 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-377983b9-0ab1-4343-9599-036eb050be2e req-08d095da-c669-43bd-ba70-f21ced0b128a service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820179 Dec 22 17:00:55.619828 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e3bc-44e3-475e-bfe2-d280a0db12fe req-59d67273-390b-4110-a019-7322d38f0e0e tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:55.621318 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e031e3bc-44e3-475e-bfe2-d280a0db12fe req-59d67273-390b-4110-a019-7322d38f0e0e tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 944 time: 0.0480607 Dec 22 17:00:55.671389 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e031e3bc-44e3-475e-bfe2-d280a0db12fe req-9add8a54-64ab-411b-9fa8-57a38aa1e9a9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Dec 22 17:00:56.332686 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 83fe19a9-2c52-4454-8180-e79238cf35c7 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:00:56.425429 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83fe19a9-2c52-4454-8180-e79238cf35c7,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:56.440350 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '83fe19a9-2c52-4454-8180-e79238cf35c7', 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90', 'port_id': '83fe19a9-2c52-4454-8180-e79238cf35c7', 'mac_address': 'fa:16:3e:a0:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ed345-d0d3-46e2-b5ab-a0e508e1b3ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:00:56.477181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:56.490296 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe19a9-2c52-4454-8180-e79238cf35c7 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:00:56.508505 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83fe19a9-2c52-4454-8180-e79238cf35c7,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:56.512498 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:56.558624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:56.754127 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['83fe19a9-2c52-4454-8180-e79238cf35c7'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:00:56.783466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f82aeb-bb5c-45b5-9058-d5309bf5bbd9 req-460842d0-dd10-45c9-8398-b4014cfb0dc9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:56.785010 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91f82aeb-bb5c-45b5-9058-d5309bf5bbd9 req-460842d0-dd10-45c9-8398-b4014cfb0dc9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Dec 22 17:00:56.833669 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91f82aeb-bb5c-45b5-9058-d5309bf5bbd9 req-b6a3c3dc-9483-4862-b4d7-07393dbcdf81 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Dec 22 17:00:57.955061 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec68e41-8de6-4cbd-bc8b-d668eab82b6c req-3268cbe0-edce-4351-8a02-79e345c90aae tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:57.956639 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ec68e41-8de6-4cbd-bc8b-d668eab82b6c req-3268cbe0-edce-4351-8a02-79e345c90aae tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Dec 22 17:00:58.004819 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-4ec68e41-8de6-4cbd-bc8b-d668eab82b6c req-eaacdab7-7e1c-4c08-ad5a-b2e78a5e0b11 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Dec 22 17:00:58.372897 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 83fe19a9-2c52-4454-8180-e79238cf35c7 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:00:58.425021 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 83fe19a9-2c52-4454-8180-e79238cf35c7 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:00:58.429342 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 83fe19a9-2c52-4454-8180-e79238cf35c7 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:00:58.429713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:58.513248 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:58.537881 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:00:58.540324 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59505291-6984-4c37-9ce0-6840d002acf1" -d '{"events": [{"server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "name": "network-vif-plugged", "status": "completed", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:00:58.553688 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83fe19a9-2c52-4454-8180-e79238cf35c7,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:00:58.558231 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:00:58.583389 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341b922-0911-45ca-afd3-2a37df821c3d x-openstack-request-id: req-e341b922-0911-45ca-afd3-2a37df821c3d {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:00:58.583680 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "name": "network-vif-plugged", "status": "completed", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:00:58.583933 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e341b922-0911-45ca-afd3-2a37df821c3d {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:00:58.584341 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7', 'code': 200} Dec 22 17:00:58.610554 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:00:58.762042 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe43f7f-b54e-4eb8-92d5-05235875c27a req-3747e1cc-079a-4b60-9bb2-37f836092a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:58.763475 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfe43f7f-b54e-4eb8-92d5-05235875c27a req-3747e1cc-079a-4b60-9bb2-37f836092a88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 1099 time: 0.0426047 Dec 22 17:00:58.807727 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dfe43f7f-b54e-4eb8-92d5-05235875c27a req-5b1e17ae-6c39-446e-be94-efa2bd0c42af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360546 Dec 22 17:00:59.346674 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e26d-8c68-44e6-8528-8f566558878b req-bc879292-fb45-4ae6-b552-1ec730cb5ac9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:00:59.348155 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97a2e26d-8c68-44e6-8528-8f566558878b req-bc879292-fb45-4ae6-b552-1ec730cb5ac9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 946 time: 0.0583317 Dec 22 17:00:59.395640 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-97a2e26d-8c68-44e6-8528-8f566558878b req-1fef9b7e-0bf5-4508-bfc1-7765a6264c16 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Dec 22 17:01:00.510846 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe118-7ae7-40cb-a9fe-932251348ba2 req-aa07939d-114c-414c-87a5-a17c1b0e84e7 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:00.512483 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0fcbe118-7ae7-40cb-a9fe-932251348ba2 req-aa07939d-114c-414c-87a5-a17c1b0e84e7 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Dec 22 17:01:00.522914 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f7c3-c7d7-4bff-8f09-7cbd73fe95b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:00.565125 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0fcbe118-7ae7-40cb-a9fe-932251348ba2 req-0c52bcb3-8982-4ae7-8fac-9ff6c0c52615 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464647 Dec 22 17:01:01.179335 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd69d73-72ea-40cf-bf3c-8aeb428f7206 req-e4cbfb07-c87e-417a-befe-fb6032934d27 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:01.180738 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dcd69d73-72ea-40cf-bf3c-8aeb428f7206 req-e4cbfb07-c87e-417a-befe-fb6032934d27 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 946 time: 0.0489187 Dec 22 17:01:01.227427 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-dcd69d73-72ea-40cf-bf3c-8aeb428f7206 req-527c8b6f-44d8-462e-b632-1faef6a6f44a tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Dec 22 17:01:02.340869 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe355-6655-4929-899a-e3260a2f1947 req-f3221708-3b25-4c8b-8397-72588de4486b tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:02.342352 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-410fe355-6655-4929-899a-e3260a2f1947 req-f3221708-3b25-4c8b-8397-72588de4486b tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 946 time: 0.0498798 Dec 22 17:01:02.388205 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-410fe355-6655-4929-899a-e3260a2f1947 req-f7c8116f-02c5-4f8a-b952-2119544a5e84 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Dec 22 17:01:02.585486 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-4c368bb4-ca8a-4be2-b506-858376182362 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:02.586840 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-4c368bb4-ca8a-4be2-b506-858376182362 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Dec 22 17:01:02.677586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Deleting port 83fe19a9-2c52-4454-8180-e79238cf35c7 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:01:02.677924 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:02.695370 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d39bea07-2056-4b36-ad99-cb9e9cefd07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:02.770790 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] For port 83fe19a9-2c52-4454-8180-e79238cf35c7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83fe19a9-2c52-4454-8180-e79238cf35c7,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:02.771149 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:02.783124 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Calling delete_port for 83fe19a9-2c52-4454-8180-e79238cf35c7 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:01:02.912027 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:02.924121 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['83fe19a9-2c52-4454-8180-e79238cf35c7'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:01:02.945299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Pushing event deleted for resources: {'Port': ['ID=83fe19a9-2c52-4454-8180-e79238cf35c7,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:02.958010 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.958223 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.958412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.958767 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.959143 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.959406 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.959731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.960051 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.960415 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.960722 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.961041 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.961363 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.961678 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:02.995652 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] No DVR routers for this DVR port 83fe19a9-2c52-4454-8180-e79238cf35c7 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:01:02.998257 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:03.001671 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b4f8be21-793d-4ec2-8380-d77f69c40504 req-9bac0bf6-bdb9-4b85-bb4a-98c6bf364541 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "DELETE /v2.0/ports/83fe19a9-2c52-4454-8180-e79238cf35c7 HTTP/1.1" status: 204 len: 173 time: 0.4076807 Dec 22 17:01:03.002115 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'name': 'network-vif-deleted', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:03.004484 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4abc9a-5376-4315-963d-ef28b1285847" -d '{"events": [{"server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "name": "network-vif-deleted", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:03.043397 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42717f2d-6b08-447a-9b9b-1667dbaec033 x-openstack-request-id: req-42717f2d-6b08-447a-9b9b-1667dbaec033 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:03.043577 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61", "name": "network-vif-deleted", "tag": "83fe19a9-2c52-4454-8180-e79238cf35c7", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:03.043847 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42717f2d-6b08-447a-9b9b-1667dbaec033 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:03.044280 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61', 'name': 'network-vif-deleted', 'tag': '83fe19a9-2c52-4454-8180-e79238cf35c7', 'status': 'completed', 'code': 200} Dec 22 17:01:03.502462 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-874f169d-3cec-4879-bd87-25d69a649de8 req-a65b4f7e-bd4c-4697-bd8d-0427d1a3f3eb tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48586a3-4c0e-4f0b-ae7a-667c8d1c9a61 HTTP/1.1" status: 200 len: 210 time: 0.0308824 Dec 22 17:01:04.038520 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:04.759688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-d95deeba-a8a6-499c-a4ed-9ebc17dfd43c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:04.761101 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-d95deeba-a8a6-499c-a4ed-9ebc17dfd43c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 808 time: 0.1022115 Dec 22 17:01:04.776266 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-e2661290-ab1a-466b-acb4-0c797e0bca95 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/quotas/00acd1d56e3b4003bdc40622b1495d33 HTTP/1.1" status: 200 len: 375 time: 0.0095456 Dec 22 17:01:04.806939 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-31b523f8-496e-499d-8f1a-109ade1dd3b3 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251801 Dec 22 17:01:04.899356 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-b372861f-6aaf-48f6-ab54-4e93b82328cb service neutron] 10.222.0.41 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856082 Dec 22 17:01:04.999888 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-1dad16c4-dc11-4a07-a19e-70dba2ba9602 service neutron] 10.222.0.41 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946624 Dec 22 17:01:05.162405 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-23b02b3c-cd57-4ec6-886d-ff7118615c96 req-5f378007-1aca-4c5a-8702-182446318807 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 210 time: 0.0320165 Dec 22 17:01:05.490624 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:06.131026 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-09571d18-ad1a-4cb7-9077-5d5690624c6f tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:06.132612 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-09571d18-ad1a-4cb7-9077-5d5690624c6f tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 808 time: 0.1057155 Dec 22 17:01:06.256878 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-75de0362-8181-44be-bfa7-1f16bc62d02e req-5191fdee-4f37-4f01-9b40-3cba7371da4e tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 210 time: 0.0263700 Dec 22 17:01:06.349506 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:06.440844 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:07.013494 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 83fe19a9-2c52-4454-8180-e79238cf35c7 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:01:07.033457 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 83fe19a9-2c52-4454-8180-e79238cf35c7 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:01:07.033799 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 83fe19a9-2c52-4454-8180-e79238cf35c7 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:01:07.351425 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7c7e998c-6eaf-4c8b-af95-791931924c2c req-698d1fdb-751e-4c27-9a0f-1984b0edb2a9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Dec 22 17:01:08.442907 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9c828ed2-806e-451b-9186-3bdfc050c08b req-3f898526-acc5-499e-8c96-a7af261404fa tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 210 time: 0.0256889 Dec 22 17:01:08.853385 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Request body: {'port': {'device_id': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90', 'admin_state_up': True, 'tenant_id': '00acd1d56e3b4003bdc40622b1495d33'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:08.965629 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Made reservation on behalf of 00acd1d56e3b4003bdc40622b1495d33 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:01:08.969163 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.099839 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Allocated IP 172.20.0.2 (c32457fd-7c5e-4b47-9587-77db8376bb90/810ed345-d0d3-46e2-b5ab-a0e508e1b3ab/b4c1d7ae-0581-488a-a828-6a2f37496e56) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:01:09.248337 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.282720 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.331307 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Network c32457fd-7c5e-4b47-9587-77db8376bb90 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:01:09.335096 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:01:09.338814 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:01:09.345435 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Pushing event updated for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:09.393783 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:09.394391 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.411279 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-7c4e34bb-4fa6-4c4e-b89d-2e9445410dea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620940 Dec 22 17:01:09.424468 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Request body: {'port': {'device_id': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:09.488014 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.583897 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:01:09.636144 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9562d-be2f-4376-b55d-4c25d785ff4c req-b8d29320-ccca-4d7f-a46c-b7d7ab0ac396 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:09.637665 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-26e9562d-be2f-4376-b55d-4c25d785ff4c req-b8d29320-ccca-4d7f-a46c-b7d7ab0ac396 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 931 time: 0.1173456 Dec 22 17:01:09.743742 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-26e9562d-be2f-4376-b55d-4c25d785ff4c req-b95b5dc0-9366-4d50-80b2-2c32abf40cb2 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984874 Dec 22 17:01:09.829392 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c1d7ae-0581-488a-a828-6a2f37496e56 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:01:09.837876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.850887 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Transition to ACTIVE for port object b4c1d7ae-0581-488a-a828-6a2f37496e56 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:01:09.855349 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:09.905120 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:09.983359 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Attempting to bind port b4c1d7ae-0581-488a-a828-6a2f37496e56 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:01:09.983636 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Attempting to bind port b4c1d7ae-0581-488a-a828-6a2f37496e56 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:01:09.983979 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Attempting to bind port b4c1d7ae-0581-488a-a828-6a2f37496e56 on network c32457fd-7c5e-4b47-9587-77db8376bb90 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:09.989375 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Port b4c1d7ae-0581-488a-a828-6a2f37496e56 on network c32457fd-7c5e-4b47-9587-77db8376bb90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:01:09.989689 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Attempting to bind port b4c1d7ae-0581-488a-a828-6a2f37496e56 on network c32457fd-7c5e-4b47-9587-77db8376bb90 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:09.994623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:01:09.995054 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Checking segment: {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:01:09.995339 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Bound using segment: {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:01:09.995788 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Bound port: b4c1d7ae-0581-488a-a828-6a2f37496e56, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:01:09.996177 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:10.065545 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:01:10.069421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:01:10.073825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:10.118357 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:10.119234 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:10.120914 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4c1d7ae-0581-488a-a828-6a2f37496e56 HTTP/1.1" status: 200 len: 1093 time: 0.7006619 Dec 22 17:01:10.121496 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:10.124136 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ebf01-82ad-4040-8e9d-f34b038be5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:10.152969 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de79143-0dce-4830-bd71-d2231e582648 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:10.203103 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3730b6a7-a5e1-41ad-92fb-2e453a7ef486 x-openstack-request-id: req-3730b6a7-a5e1-41ad-92fb-2e453a7ef486 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:10.203490 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:10.203745 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3730b6a7-a5e1-41ad-92fb-2e453a7ef486 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:10.204143 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56', 'status': 'completed', 'code': 200} Dec 22 17:01:10.218369 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-ba4b9d06-aaed-4bc7-8f58-38d3134b8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:10.219495 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-ba4b9d06-aaed-4bc7-8f58-38d3134b8f4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 1096 time: 0.0514581 Dec 22 17:01:10.263803 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-c8366d19-e523-4acd-8d9f-38d03739b0fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56 HTTP/1.1" status: 200 len: 217 time: 0.0357592 Dec 22 17:01:10.318871 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-d8bfe3e7-43d6-44b8-9af9-7ee792d02c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:10.320365 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-d8bfe3e7-43d6-44b8-9af9-7ee792d02c1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab HTTP/1.1" status: 200 len: 848 time: 0.0482650 Dec 22 17:01:10.354553 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-55e800a1-6ce1-43ed-9038-9bfc4cf235ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c32457fd-7c5e-4b47-9587-77db8376bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264242 Dec 22 17:01:10.450074 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-8ceb1730-b9c2-4c6e-8921-25ef6ced9a87 service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877528 Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.870378 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:10.873752 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbcb4f-c10a-46a6-8fd6-01da4e679a13 req-e65bd654-1574-4ee3-99e2-5a69174e8ab0 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:10.875285 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-adbbcb4f-c10a-46a6-8fd6-01da4e679a13 req-e65bd654-1574-4ee3-99e2-5a69174e8ab0 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0592747 Dec 22 17:01:10.922484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-adbbcb4f-c10a-46a6-8fd6-01da4e679a13 req-2cb78cb6-283a-4c51-b12a-a9406129e3ea tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Dec 22 17:01:12.040875 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681e72-b7d6-4dca-a703-545fd6d15397 req-cc5f7754-cce8-44a9-8b6d-dc24f8a76e45 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:12.042433 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef681e72-b7d6-4dca-a703-545fd6d15397 req-cc5f7754-cce8-44a9-8b6d-dc24f8a76e45 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0504584 Dec 22 17:01:12.089674 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef681e72-b7d6-4dca-a703-545fd6d15397 req-abb3f6d9-4ff3-47f9-aeb0-4d70a594a0f5 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Dec 22 17:01:13.206628 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296a03d-7363-4280-9e58-d403a0e0be5d req-8ff2f586-41f2-4137-9286-e8bf999a5d03 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.208083 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9296a03d-7363-4280-9e58-d403a0e0be5d req-8ff2f586-41f2-4137-9286-e8bf999a5d03 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0532432 Dec 22 17:01:13.277311 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9296a03d-7363-4280-9e58-d403a0e0be5d req-7e11d5d8-e114-4673-b81d-512bad8b3453 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633473 Dec 22 17:01:13.311353 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-5fa0e37a-5c93-414a-9c05-3f64e567ae09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407810 Dec 22 17:01:13.339858 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bdc3432f-ab9b-48d6-b8b4-b17e546bed56 req-0542abe7-ec63-41b0-9222-b15fa0d195a0 service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954509 Dec 22 17:01:13.400159 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-035cce03-23f1-4535-9fd2-4b90a2c33993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.401640 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-035cce03-23f1-4535-9fd2-4b90a2c33993 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0431120 Dec 22 17:01:13.433376 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-cf034f0b-d216-406c-914d-c3206f4a1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.434861 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-cf034f0b-d216-406c-914d-c3206f4a1e9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00acd1d56e3b4003bdc40622b1495d33&device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 1096 time: 0.0500679 Dec 22 17:01:13.542008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-2af3340e-22c6-408d-877d-34e7f81da06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.544137 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-2af3340e-22c6-408d-877d-34e7f81da06e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 200 len: 909 time: 0.1017182 Dec 22 17:01:13.588420 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-8d581662-408f-41c8-b769-9f1820e1076a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56 HTTP/1.1" status: 200 len: 217 time: 0.0358338 Dec 22 17:01:13.641200 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-d873e768-a3ae-4070-b3b6-7ad66a0ffaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.642762 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-d873e768-a3ae-4070-b3b6-7ad66a0ffaa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab HTTP/1.1" status: 200 len: 848 time: 0.0466692 Dec 22 17:01:13.680877 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-958a56ae-6988-4940-bb0a-ae3b8b6cadb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c32457fd-7c5e-4b47-9587-77db8376bb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298803 Dec 22 17:01:13.772817 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-430a0f23-c334-410c-925f-6c98b40462f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.774350 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-430a0f23-c334-410c-925f-6c98b40462f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.3465502 Dec 22 17:01:13.779131 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-e8341db2-87d3-43e3-93ff-cfa96c942c3b service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897596 Dec 22 17:01:13.853151 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-dd338a63-1e4b-4244-8f99-6a7b1ad359b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 1001 time: 0.0627844 Dec 22 17:01:13.881694 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [req-d86ebf01-82ad-4040-8e9d-f34b038be5ee req-41472502-e495-4d60-aaa0-e94b2b9fffa8 service neutron] 10.222.0.54 "GET /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908978 Dec 22 17:01:13.904540 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-95847bf9-043b-4603-896a-0ac419dcdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.905981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-95847bf9-043b-4603-896a-0ac419dcdbb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0447283 Dec 22 17:01:13.951991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-aa0caa7c-5dca-49b9-bc6d-3af1479984c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:13.953432 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-aa0caa7c-5dca-49b9-bc6d-3af1479984c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396872 Dec 22 17:01:14.045707 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-0f25fd5e-72b1-45b2-847f-8df233fa6e04 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835865 Dec 22 17:01:14.138587 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f9b5cf11-cffe-4a4a-ade8-ca77512ce095 req-b34652ca-2df9-4c9f-b040-d675d5e07954 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830810 Dec 22 17:01:14.396711 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27b8b-65b1-4e87-bcc1-31a6d44122f3 req-3c9afd91-8ed5-4f85-a947-d49b0596bf0f tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:14.398367 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1eb27b8b-65b1-4e87-bcc1-31a6d44122f3 req-3c9afd91-8ed5-4f85-a947-d49b0596bf0f tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0520458 Dec 22 17:01:14.474249 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1eb27b8b-65b1-4e87-bcc1-31a6d44122f3 req-38ef894b-e0c6-4486-9183-7404cb3c3165 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682235 Dec 22 17:01:15.591679 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab864430-15bd-4b80-8b21-ce854ded72f4 req-ef8361ef-c502-4a22-9fcd-07f5dcc04c3a tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:15.593226 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab864430-15bd-4b80-8b21-ce854ded72f4 req-ef8361ef-c502-4a22-9fcd-07f5dcc04c3a tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0503771 Dec 22 17:01:15.641802 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab864430-15bd-4b80-8b21-ce854ded72f4 req-bdbce565-f36f-4adf-ab52-d96a2fcbc731 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Dec 22 17:01:16.546432 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device b4c1d7ae-0581-488a-a828-6a2f37496e56 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:01:16.640407 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:16.651247 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': 'b4c1d7ae-0581-488a-a828-6a2f37496e56', 'network_id': 'c32457fd-7c5e-4b47-9587-77db8376bb90', 'port_id': 'b4c1d7ae-0581-488a-a828-6a2f37496e56', 'mac_address': 'fa:16:3e:50:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810ed345-d0d3-46e2-b5ab-a0e508e1b3ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:01:16.688224 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:16.701192 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c1d7ae-0581-488a-a828-6a2f37496e56 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:01:16.720568 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:16.725739 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:16.757802 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4ff0-e8de-4efd-87ff-98feec286f75 req-f2c0f94a-f38a-48e4-b18d-cf2d411e2252 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:16.759427 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f01f4ff0-e8de-4efd-87ff-98feec286f75 req-f2c0f94a-f38a-48e4-b18d-cf2d411e2252 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Dec 22 17:01:16.773882 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:16.781263 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.781616 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.781957 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.782297 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.782627 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.782948 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.783276 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.783598 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.783922 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.784399 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.784583 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.784899 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.785214 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:16.808047 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f01f4ff0-e8de-4efd-87ff-98feec286f75 req-fbccb4b7-c1bc-4ec5-b82e-e14b63a0debc tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Dec 22 17:01:17.778981 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['b4c1d7ae-0581-488a-a828-6a2f37496e56'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:01:17.927701 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90f96-d131-4905-ab60-09fff4076482 req-6617f80b-91ae-44bf-b33a-e7645f0475cb tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:17.929300 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1cb90f96-d131-4905-ab60-09fff4076482 req-6617f80b-91ae-44bf-b33a-e7645f0475cb tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 944 time: 0.0544398 Dec 22 17:01:17.976033 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-1cb90f96-d131-4905-ab60-09fff4076482 req-3be75ffc-9de9-4b3c-8f51-c1f1a9b38738 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Dec 22 17:01:18.441743 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device b4c1d7ae-0581-488a-a828-6a2f37496e56 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:01:18.493071 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port b4c1d7ae-0581-488a-a828-6a2f37496e56 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:01:18.497042 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port b4c1d7ae-0581-488a-a828-6a2f37496e56 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:01:18.497414 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:18.577483 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:18.600825 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:18.603066 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a848819-3180-43f7-9a71-aaefa9fbec60" -d '{"events": [{"server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "name": "network-vif-plugged", "status": "completed", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:18.616548 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:18.622109 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:18.647040 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e1f1a-ae00-4220-9c37-24ac9456558f x-openstack-request-id: req-626e1f1a-ae00-4220-9c37-24ac9456558f {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:18.647318 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "name": "network-vif-plugged", "status": "completed", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:18.647572 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-626e1f1a-ae00-4220-9c37-24ac9456558f {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:18.647960 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56', 'code': 200} Dec 22 17:01:18.673554 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:18.814859 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41636d71-afc8-4d49-8e6d-d754fb5a10f0 req-b9fa3a52-32c1-419e-8ab9-cf387eeeb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:18.816342 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-41636d71-afc8-4d49-8e6d-d754fb5a10f0 req-b9fa3a52-32c1-419e-8ab9-cf387eeeb151 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 1098 time: 0.0408196 Dec 22 17:01:18.859688 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-41636d71-afc8-4d49-8e6d-d754fb5a10f0 req-f9c14148-85f5-423e-ab10-991b9b80eaaf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Dec 22 17:01:19.099934 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8a3dc-22b7-4e21-ba98-0bd84302b26b req-4af8b3ee-80a6-467c-86b0-e88b09bf027a tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:19.101472 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57c8a3dc-22b7-4e21-ba98-0bd84302b26b req-4af8b3ee-80a6-467c-86b0-e88b09bf027a tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Dec 22 17:01:19.155188 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-57c8a3dc-22b7-4e21-ba98-0bd84302b26b req-2f138f45-f647-4547-9696-0798cca7a2d8 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Dec 22 17:01:20.268152 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98d571-5092-498c-9dc2-3a24cf41c0a2 req-fee26fab-cbb6-46ed-8800-9b6e229fdad9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:20.269644 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee98d571-5092-498c-9dc2-3a24cf41c0a2 req-fee26fab-cbb6-46ed-8800-9b6e229fdad9 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Dec 22 17:01:20.320043 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ee98d571-5092-498c-9dc2-3a24cf41c0a2 req-a9cb7790-abe1-4d16-ade3-3ad8094d1db6 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Dec 22 17:01:21.018699 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eeed6-fe6e-4cab-971a-51029c91aa42 req-c821fa2a-0109-44a7-8cc6-dbccbf902a5c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:21.020286 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e40eeed6-fe6e-4cab-971a-51029c91aa42 req-c821fa2a-0109-44a7-8cc6-dbccbf902a5c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Dec 22 17:01:21.076290 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e40eeed6-fe6e-4cab-971a-51029c91aa42 req-478cc1f5-1005-4b5e-8188-efa8cd3c932f tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 Dec 22 17:01:22.193646 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f648fee-e597-4ea7-9bb9-b3af34794d4c req-fe3234ed-df6e-497c-ae69-7b9d40ff140c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:22.195199 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2f648fee-e597-4ea7-9bb9-b3af34794d4c req-fe3234ed-df6e-497c-ae69-7b9d40ff140c tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Dec 22 17:01:22.243596 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2f648fee-e597-4ea7-9bb9-b3af34794d4c req-597c77c7-53b0-44a1-b2d6-63a8aa046ca4 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.41 "GET /v2.0/security-groups?id=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Dec 22 17:01:22.364619 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-b5da34d3-f82f-4bf4-a339-efc97b9b5cb7 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:22.366028 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-b5da34d3-f82f-4bf4-a339-efc97b9b5cb7 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "GET /v2.0/ports?device_id=47f81cf0-1c4d-4d66-a081-9f54361bea90 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Dec 22 17:01:22.458121 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Deleting port b4c1d7ae-0581-488a-a828-6a2f37496e56 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:01:22.458508 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:22.548699 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] For port b4c1d7ae-0581-488a-a828-6a2f37496e56, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b4c1d7ae-0581-488a-a828-6a2f37496e56,segment=NetworkSegment(9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7),segment_id=9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:22.549057 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:22.563278 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Calling delete_port for b4c1d7ae-0581-488a-a828-6a2f37496e56 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:01:22.693557 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:22.705319 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['b4c1d7ae-0581-488a-a828-6a2f37496e56'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:01:22.723360 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Pushing event deleted for resources: {'Port': ['ID=b4c1d7ae-0581-488a-a828-6a2f37496e56,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:22.770532 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] No DVR routers for this DVR port b4c1d7ae-0581-488a-a828-6a2f37496e56 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:01:22.773392 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:22.777021 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-25787c90-b0ba-40d9-b436-b1dfe6004ef9 req-6a28c1d6-5bb1-44dc-ac30-da6dcc599298 tempest-VolumesActionsTest-802649158 tempest-VolumesActionsTest-802649158-project] 10.222.0.54 "DELETE /v2.0/ports/b4c1d7ae-0581-488a-a828-6a2f37496e56 HTTP/1.1" status: 204 len: 173 time: 0.4050868 Dec 22 17:01:22.777764 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'name': 'network-vif-deleted', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:22.780695 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a29d0a-aee3-4129-ae04-94b72ab73d33" -d '{"events": [{"server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "name": "network-vif-deleted", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:22.832580 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3190737-aef1-46dc-86b7-07b65085a5ab x-openstack-request-id: req-a3190737-aef1-46dc-86b7-07b65085a5ab {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:22.833426 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f81cf0-1c4d-4d66-a081-9f54361bea90", "name": "network-vif-deleted", "tag": "b4c1d7ae-0581-488a-a828-6a2f37496e56", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:22.833683 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3190737-aef1-46dc-86b7-07b65085a5ab {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:22.834082 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f81cf0-1c4d-4d66-a081-9f54361bea90', 'name': 'network-vif-deleted', 'tag': 'b4c1d7ae-0581-488a-a828-6a2f37496e56', 'status': 'completed', 'code': 200} Dec 22 17:01:23.419293 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15617f-2e73-441f-ad40-0397d548c835 req-8e226a4d-7e3b-4a5c-b34e-58c68b7ea6fd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:23.420778 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ad15617f-2e73-441f-ad40-0397d548c835 req-8e226a4d-7e3b-4a5c-b34e-58c68b7ea6fd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0541196 Dec 22 17:01:23.476876 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ad15617f-2e73-441f-ad40-0397d548c835 req-0c22bb08-5693-4d9c-adfc-746f12b178ff tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Dec 22 17:01:24.591372 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5208ea-30c7-499d-9806-64a6b793cfa4 req-d4be6ac1-8144-41b0-8480-c7952970ef68 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:24.592866 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa5208ea-30c7-499d-9806-64a6b793cfa4 req-d4be6ac1-8144-41b0-8480-c7952970ef68 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Dec 22 17:01:24.638445 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-aa5208ea-30c7-499d-9806-64a6b793cfa4 req-9dcbce0d-697a-4b10-a29e-e29aec739f72 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Dec 22 17:01:25.757797 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c50a-0cb9-461e-9c2a-db612ecec16c req-da561be4-03d0-42f7-8175-079ab3020571 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:25.759198 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8056c50a-0cb9-461e-9c2a-db612ecec16c req-da561be4-03d0-42f7-8175-079ab3020571 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0533779 Dec 22 17:01:25.812868 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8056c50a-0cb9-461e-9c2a-db612ecec16c req-7d1ce813-1912-4173-a4c2-70404794130e tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Dec 22 17:01:26.935086 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e083b1-9a8b-44db-8853-38f536320dad req-73e61f80-8501-49ee-bc93-22ab2185844a tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:26.936564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e083b1-9a8b-44db-8853-38f536320dad req-73e61f80-8501-49ee-bc93-22ab2185844a tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0472789 Dec 22 17:01:26.963256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device b4c1d7ae-0581-488a-a828-6a2f37496e56 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:01:26.983468 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: b4c1d7ae-0581-488a-a828-6a2f37496e56 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:01:26.983734 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-80e083b1-9a8b-44db-8853-38f536320dad req-5ddf850d-263b-4d82-8593-eada61ef9a67 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Dec 22 17:01:26.983843 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device b4c1d7ae-0581-488a-a828-6a2f37496e56 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:01:27.425275 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-0f646613-f0f9-4780-b272-bd083f5765b1 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:27.426730 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-0f646613-f0f9-4780-b272-bd083f5765b1 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Dec 22 17:01:27.516243 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Deleting port de778802-e850-4d3e-8877-284e5ed62ed7 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:01:27.516581 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:27.604977 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] For port de778802-e850-4d3e-8877-284e5ed62ed7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=de778802-e850-4d3e-8877-284e5ed62ed7,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:27.605334 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:27.616680 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Calling delete_port for de778802-e850-4d3e-8877-284e5ed62ed7 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:01:27.737310 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:27.748002 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['de778802-e850-4d3e-8877-284e5ed62ed7'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:01:27.768775 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Pushing event deleted for resources: {'Port': ['ID=de778802-e850-4d3e-8877-284e5ed62ed7,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:27.810798 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] No DVR routers for this DVR port de778802-e850-4d3e-8877-284e5ed62ed7 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:01:27.813445 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:27.817879 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-74bd45ef-f546-4a21-ac10-aef7b5fce8ac req-23be4fcf-46ae-4d55-bde5-d0824f62ba83 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "DELETE /v2.0/ports/de778802-e850-4d3e-8877-284e5ed62ed7 HTTP/1.1" status: 204 len: 173 time: 0.3842819 Dec 22 17:01:27.818805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'name': 'network-vif-deleted', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:27.821353 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da6f55-05dc-42f4-8033-9c366be6e3ac" -d '{"events": [{"server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "name": "network-vif-deleted", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:27.861664 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188f55c1-0a54-4f56-bc82-47fc52ea8c29 x-openstack-request-id: req-188f55c1-0a54-4f56-bc82-47fc52ea8c29 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:27.861963 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205fb7a1-6bee-4f1b-a6f1-92d96400b589", "name": "network-vif-deleted", "tag": "de778802-e850-4d3e-8877-284e5ed62ed7", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:27.862218 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-188f55c1-0a54-4f56-bc82-47fc52ea8c29 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:27.862616 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205fb7a1-6bee-4f1b-a6f1-92d96400b589', 'name': 'network-vif-deleted', 'tag': 'de778802-e850-4d3e-8877-284e5ed62ed7', 'status': 'completed', 'code': 200} Dec 22 17:01:28.092031 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e5a4fd5a-1ad8-46b3-ab98-dfadf37d9ed7 req-917f9ee8-d9ad-4403-985b-ae58b85719a4 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=205fb7a1-6bee-4f1b-a6f1-92d96400b589 HTTP/1.1" status: 200 len: 210 time: 0.0271466 Dec 22 17:01:30.526402 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0c66-38eb-4be1-b896-9dd851c7993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:31.559724 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device de778802-e850-4d3e-8877-284e5ed62ed7 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:01:31.582088 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: de778802-e850-4d3e-8877-284e5ed62ed7 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:01:31.582735 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device de778802-e850-4d3e-8877-284e5ed62ed7 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:01:32.700960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-605b034f-7ebc-4c80-bbd1-9086571309f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:34.055593 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:35.493824 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:36.375877 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:36.439498 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:39.299411 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-ae98d5da-0891-426d-95d0-1940eef9dda1 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:39.301594 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-ae98d5da-0891-426d-95d0-1940eef9dda1 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 813 time: 0.1304066 Dec 22 17:01:39.318580 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-be12ee82-b611-4963-90f3-1a37530251ce tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/quotas/9d9f836bd0a64e6c8ed0957008cffcd6 HTTP/1.1" status: 200 len: 375 time: 0.0104196 Dec 22 17:01:39.356411 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-d91d215e-07a3-4820-bb2a-f18d4eff5146 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311186 Dec 22 17:01:39.480760 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-c64a883c-a560-43eb-8fe7-0af948e56dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170452 Dec 22 17:01:39.589160 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-7c9fc259-b9ac-4003-845d-96770c938e35 service neutron] 10.222.0.41 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036549 Dec 22 17:01:39.798256 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-b3d33fd6-3eb2-43bb-8d6f-dc3a7c059865 req-d15efb18-dcb2-400e-b5ae-5af2ff6a7aca tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 210 time: 0.0360758 Dec 22 17:01:40.860582 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-7ad23854-c89d-4880-bb85-0f677db4a1c5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:40.862144 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-7ad23854-c89d-4880-bb85-0f677db4a1c5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 813 time: 0.1487937 Dec 22 17:01:40.877787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Request body: {'port': {'device_id': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'network_id': '638a9752-0637-428c-a3ec-4668d522f038', 'admin_state_up': True, 'tenant_id': '9d9f836bd0a64e6c8ed0957008cffcd6'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:40.964901 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-98353066-4397-498d-a0f4-77875aac1ebc req-fb625e04-b8f9-4bce-aa41-bee379cdc78d tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 210 time: 0.0679672 Dec 22 17:01:41.055260 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Made reservation on behalf of 9d9f836bd0a64e6c8ed0957008cffcd6 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:01:41.058999 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.203825 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Allocated IP 172.20.0.11 (638a9752-0637-428c-a3ec-4668d522f038/6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4/3345f77f-723b-4435-8759-b0260a53f39e) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:01:41.368654 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.417297 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.481543 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Pushing event updated for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:41.493082 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Network 638a9752-0637-428c-a3ec-4668d522f038 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:01:41.494721 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:01:41.497408 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:01:41.552980 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:41.553621 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.571566 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-8047e376-0293-46ff-8d86-d421331ce2bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977625 Dec 22 17:01:41.584927 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Request body: {'port': {'device_id': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:41.648727 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.955805 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3345f77f-723b-4435-8759-b0260a53f39e {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:01:41.964455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:41.979279 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Transition to ACTIVE for port object 3345f77f-723b-4435-8759-b0260a53f39e will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:01:41.984725 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:42.069735 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Pushing event updated for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:42.167242 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Attempting to bind port 3345f77f-723b-4435-8759-b0260a53f39e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:01:42.167499 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Attempting to bind port 3345f77f-723b-4435-8759-b0260a53f39e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:01:42.167808 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Attempting to bind port 3345f77f-723b-4435-8759-b0260a53f39e on network 638a9752-0637-428c-a3ec-4668d522f038 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:42.180099 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e846a-aedb-49c2-bd05-19f4f54a73c2 req-efc8e60b-a40b-4c5a-a245-6124d60d32c5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:42.181854 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-114e846a-aedb-49c2-bd05-19f4f54a73c2 req-efc8e60b-a40b-4c5a-a245-6124d60d32c5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 944 time: 0.1153111 Dec 22 17:01:42.184384 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Port 3345f77f-723b-4435-8759-b0260a53f39e on network 638a9752-0637-428c-a3ec-4668d522f038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:01:42.184731 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Attempting to bind port 3345f77f-723b-4435-8759-b0260a53f39e on network 638a9752-0637-428c-a3ec-4668d522f038 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:42.197902 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:01:42.198272 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Checking segment: {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:01:42.198682 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Bound using segment: {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:01:42.199168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Bound port: 3345f77f-723b-4435-8759-b0260a53f39e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75021e2-bd38-4989-8575-758676fde847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '638a9752-0637-428c-a3ec-4668d522f038'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:01:42.199563 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:42.279260 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-114e846a-aedb-49c2-bd05-19f4f54a73c2 req-e24a0c3f-4093-4f4d-8c85-9fd0902660bd tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887523 Dec 22 17:01:42.326668 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:01:42.332939 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3345f77f-723b-4435-8759-b0260a53f39e,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:01:42.338787 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:42.382633 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:42.383320 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:42.384735 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] 10.222.0.54 "PUT /v2.0/ports/3345f77f-723b-4435-8759-b0260a53f39e HTTP/1.1" status: 200 len: 1094 time: 0.8047180 Dec 22 17:01:42.385184 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:42.387531 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11521eb9-4ec7-4583-89e3-979e853f3ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "tag": "3345f77f-723b-4435-8759-b0260a53f39e"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:42.418692 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539405f6-3b3d-494a-9afa-a41304801079 service neutron] Pushing event updated for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:42.494290 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac26686-bd71-4915-9996-7caf3a8a8201 x-openstack-request-id: req-eac26686-bd71-4915-9996-7caf3a8a8201 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:42.494577 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "tag": "3345f77f-723b-4435-8759-b0260a53f39e", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:42.494833 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eac26686-bd71-4915-9996-7caf3a8a8201 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:42.495695 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e', 'status': 'completed', 'code': 200} Dec 22 17:01:42.513961 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-4654a3e7-1aa5-4189-8be0-3e86349c6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:42.515891 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-4654a3e7-1aa5-4189-8be0-3e86349c6567 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 1097 time: 0.0768278 Dec 22 17:01:42.562598 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-67138946-f91e-40ab-ba3b-6db55d0dd047 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3345f77f-723b-4435-8759-b0260a53f39e HTTP/1.1" status: 200 len: 217 time: 0.0359547 Dec 22 17:01:42.622520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-14d924f9-a3b6-499f-809d-9f0170a8ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:42.624012 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-14d924f9-a3b6-499f-809d-9f0170a8ddd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 HTTP/1.1" status: 200 len: 853 time: 0.0541315 Dec 22 17:01:42.658735 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-17a133b9-7f7d-46f8-8b8c-d5f65efca6e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=638a9752-0637-428c-a3ec-4668d522f038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276062 Dec 22 17:01:42.762428 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-3a5b07af-92dc-4561-8ddb-f6fea1b5a745 service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958726 Dec 22 17:01:42.861392 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ab615227-4ff0-44e6-a7dc-25dbca4dc40f req-593e6535-911d-454a-96ca-bc98a218930e service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918314 Dec 22 17:01:42.955882 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-b3d67430-c53d-4298-9ce4-cd1a83b7865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:42.957991 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-b3d67430-c53d-4298-9ce4-cd1a83b7865c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 1097 time: 0.0483215 Dec 22 17:01:43.059794 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-368c8417-2fbe-484b-839d-27cef60ec50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:43.061302 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-368c8417-2fbe-484b-839d-27cef60ec50e service neutron] 10.222.0.54 "GET /v2.0/networks?id=638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 200 len: 914 time: 0.0965242 Dec 22 17:01:43.108357 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-8c436b38-6117-436e-b59d-cfe23423a7af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3345f77f-723b-4435-8759-b0260a53f39e HTTP/1.1" status: 200 len: 217 time: 0.0388272 Dec 22 17:01:43.158997 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-46287f2b-535e-4723-94ea-adb167a945ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:43.160523 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-46287f2b-535e-4723-94ea-adb167a945ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 HTTP/1.1" status: 200 len: 853 time: 0.0443115 Dec 22 17:01:43.194140 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-460c2e3b-e1cd-4312-87d1-c826eeedae9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=638a9752-0637-428c-a3ec-4668d522f038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256286 Dec 22 17:01:43.286997 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-f8aef4e5-d695-4043-b521-75ca6ee46b5e service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 Dec 22 17:01:43.391710 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-11521eb9-4ec7-4583-89e3-979e853f3ee9 req-1cecda4b-fd16-4a72-aa0d-f4171a72e64a service neutron] 10.222.0.54 "GET /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927329 Dec 22 17:01:43.428623 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088f6d-61a7-4437-a365-b0043b20c2fd req-eab2ce1a-e24b-453a-8221-a02e2bc6b8b0 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:43.430077 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef088f6d-61a7-4437-a365-b0043b20c2fd req-eab2ce1a-e24b-453a-8221-a02e2bc6b8b0 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 944 time: 0.0572245 Dec 22 17:01:43.494568 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ef088f6d-61a7-4437-a365-b0043b20c2fd req-907405a5-3af7-48ad-b3f5-d87e88d01484 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584617 Dec 22 17:01:44.613056 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db432f0-fc45-486d-a01f-34df52bf3bf6 req-af736ebb-e5c4-405d-aa34-8903c4f5c287 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:44.614950 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3db432f0-fc45-486d-a01f-34df52bf3bf6 req-af736ebb-e5c4-405d-aa34-8903c4f5c287 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 944 time: 0.0500190 Dec 22 17:01:44.662424 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3db432f0-fc45-486d-a01f-34df52bf3bf6 req-2b31b244-188f-47ea-8e2c-f3d3c8b65d38 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Dec 22 17:01:45.775928 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b450a3e-b03b-4972-8fce-941ddda70471 req-ab7f150e-6ffa-4aa3-a6bb-0a3da122f074 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:45.777351 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5b450a3e-b03b-4972-8fce-941ddda70471 req-ab7f150e-6ffa-4aa3-a6bb-0a3da122f074 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 944 time: 0.0487909 Dec 22 17:01:45.825710 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5b450a3e-b03b-4972-8fce-941ddda70471 req-1d7367c2-7c00-44ab-851c-f9e69bec5232 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Dec 22 17:01:45.848657 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 3345f77f-723b-4435-8759-b0260a53f39e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:01:45.950705 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3345f77f-723b-4435-8759-b0260a53f39e,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:45.962540 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '3345f77f-723b-4435-8759-b0260a53f39e', 'network_id': '638a9752-0637-428c-a3ec-4668d522f038', 'port_id': '3345f77f-723b-4435-8759-b0260a53f39e', 'mac_address': 'fa:16:3e:28:03:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:01:45.997834 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:46.010468 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3345f77f-723b-4435-8759-b0260a53f39e {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:01:46.030262 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3345f77f-723b-4435-8759-b0260a53f39e,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:46.034063 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:46.080386 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:46.582020 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:01:46.946625 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc54c2-ce04-4e37-86c2-0e3cb81e94fa req-94fb4c62-48dc-4b20-a96a-6003237410a6 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:46.948095 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-79fc54c2-ce04-4e37-86c2-0e3cb81e94fa req-94fb4c62-48dc-4b20-a96a-6003237410a6 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 945 time: 0.0525703 Dec 22 17:01:46.995131 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-79fc54c2-ce04-4e37-86c2-0e3cb81e94fa req-d9954f15-e786-4663-8b6d-077dd18fe90e tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Dec 22 17:01:47.042960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['3345f77f-723b-4435-8759-b0260a53f39e'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:01:47.151186 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39240) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:01:47.211739 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Deleting subnet 810ed345-d0d3-46e2-b5ab-a0e508e1b3ab {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 17:01:47.215006 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.253895 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.294412 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.352875 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.380629 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810ed345-d0d3-46e2-b5ab-a0e508e1b3ab,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:47.382544 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.385801 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-094c5e0d-e660-46ab-b4bd-39f0e1d46275 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/810ed345-d0d3-46e2-b5ab-a0e508e1b3ab HTTP/1.1" status: 204 len: 168 time: 0.2343259 Dec 22 17:01:47.388223 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39242) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:01:47.458654 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.544220 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.565305 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32457fd-7c5e-4b47-9587-77db8376bb90']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:01:47.575625 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:01:47.575981 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb14f8c-a49f-44a5-a12d-6cb4aecc11b7') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:01:47.586179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.600939 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.606889 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:01:47.607272 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:01:47.608914 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:01:47.668588 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.672947 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.676934 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] 10.222.0.41 "DELETE /v2.0/networks/c32457fd-7c5e-4b47-9587-77db8376bb90 HTTP/1.1" status: 204 len: 168 time: 0.2877805 Dec 22 17:01:47.689163 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2da401-ebc7-4959-b87b-bf140d973d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c32457fd-7c5e-4b47-9587-77db8376bb90,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:47.790622 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39246) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:01:47.831234 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-6a7abb1c-73e4-4c7b-81c0-6162006bdb0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00acd1d56e3b4003bdc40622b1495d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394337 Dec 22 17:01:47.833731 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39248) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:01:47.882166 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.906990 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.967277 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.970019 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:47.971180 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24e6609c-c83b-4a1e-9c5b-fd5b1321c05f HTTP/1.1" status: 204 len: 168 time: 0.1365499 Dec 22 17:01:47.979361 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6609c-c83b-4a1e-9c5b-fd5b1321c05f,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:47.986750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.987087 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.987430 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.987923 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.988264 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.988563 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.989005 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.989339 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.989692 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.989999 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.990324 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.990649 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:47.990971 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4eb9a6-077e-40b2-8416-6a7a38230852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:01:48.124220 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92d61-e802-484a-802b-21fdda541d0c req-17918261-e8cf-4c83-ae1d-5a90352d0c57 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:48.126414 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-19e92d61-e802-484a-802b-21fdda541d0c req-17918261-e8cf-4c83-ae1d-5a90352d0c57 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 945 time: 0.0586524 Dec 22 17:01:48.195453 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-19e92d61-e802-484a-802b-21fdda541d0c req-b9403df8-f507-4979-99d4-65b1316c3ec3 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608959 Dec 22 17:01:49.130951 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 3345f77f-723b-4435-8759-b0260a53f39e up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:01:49.181811 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 3345f77f-723b-4435-8759-b0260a53f39e completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:01:49.185756 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 3345f77f-723b-4435-8759-b0260a53f39e triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:01:49.186126 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:49.315760 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5e7fb-6821-4acf-b9a5-06b4acd27301 req-c5550a68-41bf-47cc-88ec-a235751b1ed5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:49.317558 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8a5e7fb-6821-4acf-b9a5-06b4acd27301 req-c5550a68-41bf-47cc-88ec-a235751b1ed5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 945 time: 0.0496573 Dec 22 17:01:49.368833 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-e8a5e7fb-6821-4acf-b9a5-06b4acd27301 req-35216bf9-477f-4af4-9c17-a686bb97daee tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Dec 22 17:01:49.394951 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:49.417102 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:49.419308 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a666db67-513a-4479-8845-949ac7897095" -d '{"events": [{"server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "name": "network-vif-plugged", "status": "completed", "tag": "3345f77f-723b-4435-8759-b0260a53f39e"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:49.431573 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3345f77f-723b-4435-8759-b0260a53f39e,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:01:49.435846 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:49.462389 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4128bf49-f086-4a76-9b85-afd0cb2c1d1b x-openstack-request-id: req-4128bf49-f086-4a76-9b85-afd0cb2c1d1b {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:49.462693 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "name": "network-vif-plugged", "status": "completed", "tag": "3345f77f-723b-4435-8759-b0260a53f39e", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:49.463198 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4128bf49-f086-4a76-9b85-afd0cb2c1d1b {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:49.463379 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e', 'code': 200} Dec 22 17:01:49.490831 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:49.629745 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffc74-d481-4823-9be2-47026e0c2a52 req-0f6f1405-e695-42bf-bd5d-cfc6c348bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:49.631193 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0d2ffc74-d481-4823-9be2-47026e0c2a52 req-0f6f1405-e695-42bf-bd5d-cfc6c348bafd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 1099 time: 0.0390043 Dec 22 17:01:49.674745 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-0d2ffc74-d481-4823-9be2-47026e0c2a52 req-2d2227e9-3fc3-4ae3-8be1-933a727ef390 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360773 Dec 22 17:01:50.488804 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d0c1-b126-4365-9346-8344bb3368de req-81873d64-a22d-4116-a20c-e03a4116c37f tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:50.490269 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9978d0c1-b126-4365-9346-8344bb3368de req-81873d64-a22d-4116-a20c-e03a4116c37f tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 946 time: 0.0491095 Dec 22 17:01:50.536390 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9978d0c1-b126-4365-9346-8344bb3368de req-6ba7932e-53f5-435c-bd43-4f93bfaa77a9 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Dec 22 17:01:51.659991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f76521-0922-4347-8cbf-d53f2a9e601d req-858b5c96-c622-4531-968f-7e0fad93be84 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:51.664238 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32f76521-0922-4347-8cbf-d53f2a9e601d req-858b5c96-c622-4531-968f-7e0fad93be84 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 946 time: 0.0536106 Dec 22 17:01:51.709471 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-32f76521-0922-4347-8cbf-d53f2a9e601d req-1d194ab6-7369-4a8e-8f4f-76eeffa4482a tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Dec 22 17:01:51.831983 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-c8ea6b9b-f6b4-40b1-9b65-01919fa51209 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270378807&fields=id&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 267 time: 0.0440452 Dec 22 17:01:51.941186 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-919fe167-0d71-43a5-868b-f1797116dbb8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:51.942925 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-919fe167-0d71-43a5-868b-f1797116dbb8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1041634 Dec 22 17:01:51.957564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-9931ee1d-33e1-4823-aaff-b24f228af32d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/quotas/0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 375 time: 0.0089917 Dec 22 17:01:52.010828 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-46c4c1da-74b5-47c4-98b8-1ad9ac6a2a61 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480118 Dec 22 17:01:52.104111 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-535b640f-2334-4bd3-b918-e954772936e5 service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822499 Dec 22 17:01:52.445284 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-59a4462b-a109-4b3e-a3c7-9833b73b016e service neutron] 10.222.0.41 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351865 Dec 22 17:01:53.003131 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-2ffd408a-c457-421b-83a7-a1935c1d3929 req-a6970b9c-0a70-451f-aa8a-2f5b98001da9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Dec 22 17:01:53.708212 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a7e5f851-6aab-409a-8120-3b65aa84a5d6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:53.709787 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a7e5f851-6aab-409a-8120-3b65aa84a5d6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 812 time: 0.1192627 Dec 22 17:01:53.776990 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-c8005e6d-ea23-4f54-b8d0-2567c4b05180 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a842a460ed64afba57f8b0bab1fd627 HTTP/1.1" status: 200 len: 379 time: 0.0584342 Dec 22 17:01:53.788313 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'port': {'device_id': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'admin_state_up': True, 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'security_groups': ['c4df3d18-1873-416e-87be-9c989c0c66ba']}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:53.903028 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Made reservation on behalf of 0a842a460ed64afba57f8b0bab1fd627 for: {'port': 1} {{(pid=108901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:01:53.906848 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.048144 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.20.0.4 (71c98bd9-4849-4f4e-a3e6-d162e3b50682/0f721a61-d001-40d9-957b-5191a2cd06c4/47204f8a-8617-428e-834d-2bacbfa5f3c0) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:01:54.128799 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6c3ad7bf-a35c-4f29-b7bb-6bbf2797fbe6 req-af64497a-e792-4401-99fa-88e389d0d075 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 210 time: 0.0431640 Dec 22 17:01:54.213533 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.245361 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.293863 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:01:54.296766 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:01:54.300475 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:01:54.307037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:54.364876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:54.365527 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.384311 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a373c3f8-7c85-4bb4-a044-09fff67a8ad0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004598 Dec 22 17:01:54.397630 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Request body: {'port': {'device_id': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:01:54.460243 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.508729 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-c7a279de-2b05-467b-a732-a5039bf3a433 None None] Provisioning complete for port 47204f8a-8617-428e-834d-2bacbfa5f3c0 triggered by entity DHCP. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:01:54.509349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c7a279de-2b05-467b-a732-a5039bf3a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.541898 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c7a279de-2b05-467b-a732-a5039bf3a433 None None] Port 47204f8a-8617-428e-834d-2bacbfa5f3c0 cannot update to ACTIVE because it is not bound. {{(pid=108903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 17:01:54.730175 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47204f8a-8617-428e-834d-2bacbfa5f3c0 {{(pid=108901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:01:54.737807 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.750174 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.provisioning_blocks [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Transition to ACTIVE for port object 47204f8a-8617-428e-834d-2bacbfa5f3c0 will not be triggered until provisioned by entity L2. {{(pid=108901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:01:54.754463 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.802457 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Pushing event updated for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:54.874221 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Attempting to bind port 47204f8a-8617-428e-834d-2bacbfa5f3c0 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 17:01:54.874555 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Attempting to bind port 47204f8a-8617-428e-834d-2bacbfa5f3c0 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 17:01:54.874885 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Attempting to bind port 47204f8a-8617-428e-834d-2bacbfa5f3c0 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:54.879590 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Port 47204f8a-8617-428e-834d-2bacbfa5f3c0 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 17:01:54.879915 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Attempting to bind port 47204f8a-8617-428e-834d-2bacbfa5f3c0 on network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 17:01:54.884879 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Checking agent: {'id': '09b1c33f-942b-4248-93f7-7c4fb763c1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'started_at': datetime.datetime(2021, 12, 22, 16, 50, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 17:01:54.885218 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Checking segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 17:01:54.885601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Bound using segment: {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'} {{(pid=108901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 17:01:54.886019 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.managers [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Bound port: 47204f8a-8617-428e-834d-2bacbfa5f3c0, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfa20d3-da75-48b0-a4dd-c0e572e996ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682'}}] {{(pid=108901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 17:01:54.886380 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.955042 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, cleared binding levels {{(pid=108901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 17:01:54.958421 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 17:01:54.963206 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:54.999498 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.000133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:01:55.001593 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] 10.222.0.54 "PUT /v2.0/ports/47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 200 len: 1093 time: 0.6087756 Dec 22 17:01:55.002037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:01:55.004358 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43987e60-b2b9-4c1b-b2a7-b028008c27be" -d '{"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:01:55.038515 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b929-0e77-4de3-a825-1cb642ebc031 service neutron] Pushing event updated for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=3']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:01:55.054644 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9e0c12-9f32-46ed-9840-a17a08d18506 x-openstack-request-id: req-fc9e0c12-9f32-46ed-9840-a17a08d18506 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:01:55.055586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:01:55.055917 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc9e0c12-9f32-46ed-9840-a17a08d18506 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:01:55.056464 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'status': 'completed', 'code': 200} Dec 22 17:01:55.090333 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-2571d40e-e012-44e6-b318-cc867bf1ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.091896 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-2571d40e-e012-44e6-b318-cc867bf1ad6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1096 time: 0.0503592 Dec 22 17:01:55.143058 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-4cf4d853-685b-4a1c-884b-569813e165ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 200 len: 217 time: 0.0391920 Dec 22 17:01:55.194692 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-cfec05c7-9a2b-428a-82c5-6ebbc03a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.196153 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-cfec05c7-9a2b-428a-82c5-6ebbc03a2118 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0463271 Dec 22 17:01:55.273470 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-b9705b0a-4a1e-4d7d-b035-b7b04f27f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.274971 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-b9705b0a-4a1e-4d7d-b035-b7b04f27f509 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659776 Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.279366 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:01:55.282390 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:01:55.283292 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae5afc-163c-4314-a79d-0bbcc39e4090 req-ac448e4e-efb8-4e09-860c-d87120f9ad10 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.284019 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bcae5afc-163c-4314-a79d-0bbcc39e4090 req-ac448e4e-efb8-4e09-860c-d87120f9ad10 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0844266 Dec 22 17:01:55.385484 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-bcae5afc-163c-4314-a79d-0bbcc39e4090 req-5e59a1d7-9bb9-46b3-ba77-42d19b33141d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929210 Dec 22 17:01:55.402151 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-a9d64158-c81c-4992-92da-c32981d770b4 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171300 Dec 22 17:01:55.496873 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d5959008-a84a-4215-ab98-4ea8073a4d13 req-ebc15567-15ff-4048-b2c1-9d23f1366cfa service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853975 Dec 22 17:01:55.589661 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-14a2d117-1390-4036-9fc3-9f8b565a0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.591199 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-14a2d117-1390-4036-9fc3-9f8b565a0e35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1096 time: 0.0418890 Dec 22 17:01:55.686170 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-d3bc0684-1969-4a69-948c-00423ff1d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.687589 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-d3bc0684-1969-4a69-948c-00423ff1d1b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0876319 Dec 22 17:01:55.733790 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-5980f0e3-c0a7-47c0-9829-c28f3bea45e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Dec 22 17:01:55.802200 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-e5f657df-9e57-4674-a568-5ae3c979d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.803668 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-e5f657df-9e57-4674-a568-5ae3c979d23e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0626569 Dec 22 17:01:55.855617 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-79fb4a4c-530b-41c1-b78e-fd0c9ecf921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:55.857166 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-79fb4a4c-530b-41c1-b78e-fd0c9ecf921a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449107 Dec 22 17:01:55.949998 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-0c2c461d-010b-427b-8344-241a6593ef38 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834000 Dec 22 17:01:56.043708 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-43987e60-b2b9-4c1b-b2a7-b028008c27be req-711a8368-95be-4435-ad8e-44e4b42f2ec2 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Dec 22 17:01:56.500168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf7b30-8a4d-463d-8342-bdf1bcdb3e86 req-d3369d0c-11da-45d9-9b2a-472649dfbe01 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:56.501838 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3fdf7b30-8a4d-463d-8342-bdf1bcdb3e86 req-d3369d0c-11da-45d9-9b2a-472649dfbe01 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0498729 Dec 22 17:01:56.560054 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3fdf7b30-8a4d-463d-8342-bdf1bcdb3e86 req-5df087f5-2594-4671-adc2-0073c3ef8a90 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519910 Dec 22 17:01:57.784297 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28495-0779-4812-9283-6d3bbb5176f8 req-5f0eea1a-31ab-467f-9630-2a28964a83b2 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:57.785711 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-27b28495-0779-4812-9283-6d3bbb5176f8 req-5f0eea1a-31ab-467f-9630-2a28964a83b2 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0480800 Dec 22 17:01:57.838564 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-27b28495-0779-4812-9283-6d3bbb5176f8 req-cc43ea77-01fc-4a92-9d6a-aaaf231db4a5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469615 Dec 22 17:01:59.070304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028552e7-4897-4eab-9e0f-4e1142b302fe req-49bfc5e7-ac87-4294-acee-47a23b50ad60 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:01:59.071791 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-028552e7-4897-4eab-9e0f-4e1142b302fe req-49bfc5e7-ac87-4294-acee-47a23b50ad60 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.1680791 Dec 22 17:01:59.122817 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-028552e7-4897-4eab-9e0f-4e1142b302fe req-cc87b722-d570-4790-b454-618b3c0f4038 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Dec 22 17:02:00.234385 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a09c1c-64f8-475b-aa65-247b1057114f req-8eea17d2-3bbc-4ef9-a604-4458c6ba2f94 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:00.235844 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84a09c1c-64f8-475b-aa65-247b1057114f req-8eea17d2-3bbc-4ef9-a604-4458c6ba2f94 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0476279 Dec 22 17:02:00.283085 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-84a09c1c-64f8-475b-aa65-247b1057114f req-e3813fce-6991-4de9-a025-7ba8442122c0 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Dec 22 17:02:00.528912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-3cc58f55-2711-4566-9b8c-b1e6dcac4ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:01.400008 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e12ee-a2df-4ce0-a3ce-5672b4a05d1d req-dfb51dbb-eef8-4f06-9602-71e67ab41b89 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:01.401517 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ba3e12ee-a2df-4ce0-a3ce-5672b4a05d1d req-dfb51dbb-eef8-4f06-9602-71e67ab41b89 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0514681 Dec 22 17:02:01.449902 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-ba3e12ee-a2df-4ce0-a3ce-5672b4a05d1d req-078bec1a-599f-476a-99f7-72ffc53ac9c5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425463 Dec 22 17:02:02.564755 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff0e2-b97d-444f-b671-375df9fb8d27 req-ef31a000-7a93-48ef-babc-1c7fd6525080 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:02.566747 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-37fff0e2-b97d-444f-b671-375df9fb8d27 req-ef31a000-7a93-48ef-babc-1c7fd6525080 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0490372 Dec 22 17:02:02.615835 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-37fff0e2-b97d-444f-b671-375df9fb8d27 req-ee834790-1c35-4d4b-98e7-fec96e235663 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Dec 22 17:02:02.703015 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c8589ab3-fb9b-4d65-8644-a826446268f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:03.754278 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0a0e-8622-4f00-86de-6ab3e3bf75cb req-24c47da0-5522-4e4d-811c-363940b895db tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:03.756131 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-493a0a0e-8622-4f00-86de-6ab3e3bf75cb req-24c47da0-5522-4e4d-811c-363940b895db tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0656786 Dec 22 17:02:03.813942 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-493a0a0e-8622-4f00-86de-6ab3e3bf75cb req-6f40ca52-dc5e-4f03-b158-26263e43b13e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Dec 22 17:02:04.038833 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:04.943688 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd11902-d53b-4479-8a32-37dcd7b1d42a req-d8dce4ef-daa7-44e1-806d-94c2bee4ef1b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:04.945437 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fd11902-d53b-4479-8a32-37dcd7b1d42a req-d8dce4ef-daa7-44e1-806d-94c2bee4ef1b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0581005 Dec 22 17:02:04.997735 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7fd11902-d53b-4479-8a32-37dcd7b1d42a req-c4f06a75-8891-4990-bab9-de703362f6c8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 Dec 22 17:02:05.495503 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:06.126148 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108297-9b8c-4ba2-a3a6-58455fccae8e req-1dddf6eb-91d9-4434-8cb9-c8eed797d4bb tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:06.127819 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4108297-9b8c-4ba2-a3a6-58455fccae8e req-1dddf6eb-91d9-4434-8cb9-c8eed797d4bb tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0552840 Dec 22 17:02:06.183408 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f4108297-9b8c-4ba2-a3a6-58455fccae8e req-7608d60c-ed5b-4217-b0aa-3b54d4f5e153 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482576 Dec 22 17:02:06.366256 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:06.433894 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:07.314674 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989492-2a9c-4c78-a7fa-5275ec8c9734 req-71529761-7c29-47f1-865e-946182431709 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:07.316273 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8c989492-2a9c-4c78-a7fa-5275ec8c9734 req-71529761-7c29-47f1-865e-946182431709 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0600865 Dec 22 17:02:07.377031 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8c989492-2a9c-4c78-a7fa-5275ec8c9734 req-a9d1ade2-73be-4506-8844-408985731324 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540779 Dec 22 17:02:08.501876 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68058db6-6b77-42fb-a838-2b8199e3bbae req-b94ce025-18f5-46a5-b3ac-5f20874190b4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:08.503479 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68058db6-6b77-42fb-a838-2b8199e3bbae req-b94ce025-18f5-46a5-b3ac-5f20874190b4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0542870 Dec 22 17:02:08.559404 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-68058db6-6b77-42fb-a838-2b8199e3bbae req-e747fe63-c4e1-42ad-92ef-5b306986c2d4 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495272 Dec 22 17:02:09.684328 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83b89-6faa-4383-aedc-535b2c20ee31 req-98e4adf2-a602-4f88-8207-9a82b8954564 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:09.685866 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f6a83b89-6faa-4383-aedc-535b2c20ee31 req-98e4adf2-a602-4f88-8207-9a82b8954564 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0581765 Dec 22 17:02:09.736148 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f6a83b89-6faa-4383-aedc-535b2c20ee31 req-20bdacf1-cef4-40a3-a293-9fe12c203fb8 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Dec 22 17:02:10.867530 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53617c48-71e4-4014-b859-7d8fe433e222 req-6bff98d6-b8ec-4f51-844b-4039a9a1ddad tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:10.869230 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-53617c48-71e4-4014-b859-7d8fe433e222 req-6bff98d6-b8ec-4f51-844b-4039a9a1ddad tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 943 time: 0.0581324 Dec 22 17:02:10.919435 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-53617c48-71e4-4014-b859-7d8fe433e222 req-e17de918-f6c9-4243-9465-7b76247daff3 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443881 Dec 22 17:02:11.254643 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 47204f8a-8617-428e-834d-2bacbfa5f3c0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 17:02:11.358531 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:02:11.371822 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Returning: {'device': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'port_id': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 17:02:11.412693 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:11.425819 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47204f8a-8617-428e-834d-2bacbfa5f3c0 {{(pid=108903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:02:11.447259 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:02:11.451659 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:11.511777 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=4']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:11.710178 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['47204f8a-8617-428e-834d-2bacbfa5f3c0'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:02:12.058142 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e29a-b993-4f39-b298-47135c6062e6 req-d1383f79-a8d1-4c15-af62-a726ccbe2cdc tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:12.059717 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-28c0e29a-b993-4f39-b298-47135c6062e6 req-d1383f79-a8d1-4c15-af62-a726ccbe2cdc tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 944 time: 0.0628901 Dec 22 17:02:12.131617 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-28c0e29a-b993-4f39-b298-47135c6062e6 req-9d7d0a9d-9770-4c39-a605-ab838e6b9aa5 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619607 Dec 22 17:02:12.685677 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1e63-b6cc-4dab-a235-d904a863acb0 req-ba4c952f-617c-41df-b525-ae7839b82a5b tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:12.687005 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c6e1e63-b6cc-4dab-a235-d904a863acb0 req-ba4c952f-617c-41df-b525-ae7839b82a5b tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 946 time: 0.0490685 Dec 22 17:02:12.743489 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-3c6e1e63-b6cc-4dab-a235-d904a863acb0 req-d6a3d62c-60f3-4fd7-bb73-b474abaa9e21 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Dec 22 17:02:13.254793 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0ee8-ee1b-492d-8c32-4d2a3e9abe40 req-bf5a2437-6af2-4960-a737-c27ecdaeeb8e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:13.256617 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7c8d0ee8-ee1b-492d-8c32-4d2a3e9abe40 req-bf5a2437-6af2-4960-a737-c27ecdaeeb8e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 944 time: 0.0550485 Dec 22 17:02:13.262854 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 47204f8a-8617-428e-834d-2bacbfa5f3c0 up at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 17:02:13.313136 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning for port 47204f8a-8617-428e-834d-2bacbfa5f3c0 completed by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:02:13.318038 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.provisioning_blocks [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Provisioning complete for port 47204f8a-8617-428e-834d-2bacbfa5f3c0 triggered by entity L2. {{(pid=108903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:02:13.318417 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3693771'] for port, provisioning_complete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:13.329007 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7c8d0ee8-ee1b-492d-8c32-4d2a3e9abe40 req-89f3d530-4814-44ac-8f94-54dd02ba8068 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632098 Dec 22 17:02:13.401070 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:13.425625 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0'}] {{(pid=108903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:02:13.427803 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65d560f15e17ac815948caf64ff5c2a165bb73d862ad7b836f1a336dff9bd69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b452a-1024-4496-a841-37772f7e8af7" -d '{"events": [{"server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "name": "network-vif-plugged", "status": "completed", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0"}]}' {{(pid=108903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:02:13.444153 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:02:13.448917 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247'] for port, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:13.477258 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efba4dd-2077-414e-9cca-e945d76b7b56 x-openstack-request-id: req-3efba4dd-2077-414e-9cca-e945d76b7b56 {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:02:13.478156 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "name": "network-vif-plugged", "status": "completed", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0", "code": 200}]} {{(pid=108903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:02:13.478421 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3efba4dd-2077-414e-9cca-e945d76b7b56 {{(pid=108903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:02:13.478848 dv-cinder-784477-12-iscsi neutron-server[108903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'code': 200} Dec 22 17:02:13.513775 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Pushing event updated for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=5']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:13.739881 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ea10-1895-450a-b94c-6f9a8fafe34f req-91d88101-710b-49f2-8f1c-3b61a5a52cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:13.741430 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6104ea10-1895-450a-b94c-6f9a8fafe34f req-91d88101-710b-49f2-8f1c-3b61a5a52cda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1098 time: 0.0991154 Dec 22 17:02:13.801280 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6104ea10-1895-450a-b94c-6f9a8fafe34f req-4b0b4f2b-8fd0-49d6-ab3b-8b1b4decc78c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480285 Dec 22 17:02:13.873469 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa753-bae7-48b5-b5ea-faee0f54372e req-0e7a16d1-2d08-404c-a0c6-289d6bec9a82 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:13.874966 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-111fa753-bae7-48b5-b5ea-faee0f54372e req-0e7a16d1-2d08-404c-a0c6-289d6bec9a82 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 946 time: 0.0503659 Dec 22 17:02:13.923261 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-111fa753-bae7-48b5-b5ea-faee0f54372e req-a36a069a-7d29-49ce-89d3-da6a503d2cb5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/security-groups?id=b853763e-5f04-4584-b4e8-83df62ea6a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Dec 22 17:02:14.476980 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb741db-9f59-401c-98b3-3cabded77363 req-8545d7cc-6a24-4147-bebe-d51dd9590914 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:14.478466 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5cb741db-9f59-401c-98b3-3cabded77363 req-8545d7cc-6a24-4147-bebe-d51dd9590914 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Dec 22 17:02:14.500960 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-72116025-5f1b-43df-b5b2-106f31cb3779 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:14.502439 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-72116025-5f1b-43df-b5b2-106f31cb3779 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 946 time: 0.0740435 Dec 22 17:02:14.572153 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5cb741db-9f59-401c-98b3-3cabded77363 req-262cc407-b8c5-4e41-bc3b-15f3c5855d7d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874901 Dec 22 17:02:14.623940 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Deleting port 3345f77f-723b-4435-8759-b0260a53f39e {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:02:14.624218 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:14.715659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] For port 3345f77f-723b-4435-8759-b0260a53f39e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=3345f77f-723b-4435-8759-b0260a53f39e,segment=NetworkSegment(a75021e2-bd38-4989-8575-758676fde847),segment_id=a75021e2-bd38-4989-8575-758676fde847)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:02:14.716048 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:14.728712 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Calling delete_port for 3345f77f-723b-4435-8759-b0260a53f39e owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:02:14.878434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:14.891243 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] get_ports_and_sgs() called for port_ids ['3345f77f-723b-4435-8759-b0260a53f39e'] {{(pid=108903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 17:02:14.910659 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Pushing event deleted for resources: {'Port': ['ID=3345f77f-723b-4435-8759-b0260a53f39e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:14.940224 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.940653 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.941037 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.941395 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.941737 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.942625 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.942995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.943364 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.943750 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.944127 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.944518 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.944888 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.945249 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:02:14.965986 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] No DVR routers for this DVR port 3345f77f-723b-4435-8759-b0260a53f39e on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:02:14.968544 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:14.971998 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c46472ba-a0d7-49b9-a11e-6d175baa3aca req-79850403-6fca-4c76-b270-e52d5157c9b5 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.54 "DELETE /v2.0/ports/3345f77f-723b-4435-8759-b0260a53f39e HTTP/1.1" status: 204 len: 173 time: 0.4613280 Dec 22 17:02:14.972473 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'name': 'network-vif-deleted', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:02:14.974884 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6c20c-ff8e-41cf-bea8-14ac5fc4787f" -d '{"events": [{"server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "name": "network-vif-deleted", "tag": "3345f77f-723b-4435-8759-b0260a53f39e"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:02:15.023330 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-33eff20a-a104-4c67-a85c-3406e87e46a8 req-eb2086ee-b029-4cba-a124-9a16d71fae52 tempest-VolumesSnapshotTestJSON-1053109886 tempest-VolumesSnapshotTestJSON-1053109886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f49edfb6-5430-4013-998f-000dd55e8dce HTTP/1.1" status: 200 len: 210 time: 0.0311918 Dec 22 17:02:15.080957 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49289f15-9833-4197-8b1a-c741cc7bd37d x-openstack-request-id: req-49289f15-9833-4197-8b1a-c741cc7bd37d {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:02:15.081250 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49edfb6-5430-4013-998f-000dd55e8dce", "name": "network-vif-deleted", "tag": "3345f77f-723b-4435-8759-b0260a53f39e", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:02:15.081508 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49289f15-9833-4197-8b1a-c741cc7bd37d {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:02:15.081912 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49edfb6-5430-4013-998f-000dd55e8dce', 'name': 'network-vif-deleted', 'tag': '3345f77f-723b-4435-8759-b0260a53f39e', 'status': 'completed', 'code': 200} Dec 22 17:02:15.707517 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe2d0-d920-4cc0-a66d-622c820a3455 req-30f8eb30-0fa2-4f72-b1be-e47de988c55d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:15.709149 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d2bfe2d0-d920-4cc0-a66d-622c820a3455 req-30f8eb30-0fa2-4f72-b1be-e47de988c55d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0638554 Dec 22 17:02:15.764689 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d2bfe2d0-d920-4cc0-a66d-622c820a3455 req-187d1a04-9a4a-4036-abad-5b3e0b4e0dd6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487518 Dec 22 17:02:15.885022 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166efab-c5e3-4e37-a7ec-62059a2f97ef req-dffe49a3-3379-4d35-ad64-7874bae73429 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:15.886559 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9166efab-c5e3-4e37-a7ec-62059a2f97ef req-dffe49a3-3379-4d35-ad64-7874bae73429 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Dec 22 17:02:15.945632 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-9166efab-c5e3-4e37-a7ec-62059a2f97ef req-e732b8a7-7774-4159-9953-faed38f1b346 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529194 Dec 22 17:02:15.968504 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39436) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:16.011011 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abff01-0e78-4d5c-998f-189d555904d0 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:16.012588 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-d5abff01-0e78-4d5c-998f-189d555904d0 tempest-TestVolumeBootPattern-648261944 tempest-TestVolumeBootPattern-648261944-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1093 time: 0.0429237 Dec 22 17:02:16.015383 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39438) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:16.019851 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.v2.base [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Request body: {'floatingip': {'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'port_id': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:02:16.044685 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:16.158036 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:16.278441 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_common [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Allocated IP 172.27.1.51 (fb165d50-b613-4a20-b28d-7a0db2798dd3/174a3bb8-5f84-4cd3-b568-ced7a26d11c0/f0fc9791-b906-4f5a-8c7b-e18bb0f7298e) {{(pid=108901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:02:16.399442 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:16.438081 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782446240211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:16.484923 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Network fb165d50-b613-4a20-b28d-7a0db2798dd3 is already hosted by enough agents. {{(pid=108901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:02:16.488069 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.base_scheduler [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Resources bound (agent type, host, resource id): {{(pid=108901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:02:16.490586 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Received port after_create {{(pid=108901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 17:02:16.496579 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=f0fc9791-b906-4f5a-8c7b-e18bb0f7298e,revision_number=1']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:16.892916 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:16.969225 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735046'] for port, before_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:17.127168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for port, precommit_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:17.133267 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782446755907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782446240229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782446240247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8510232'] for port, after_update {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:17.211996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event updated for resources: {'Port': ['ID=f0fc9791-b906-4f5a-8c7b-e18bb0f7298e,revision_number=2']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:17.223578 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648413'] for floatingip, after_create {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:17.325514 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP d139ea0d-c19f-4a94-a25f-bcc5a7ab878a associated. External IP: 172.27.1.51, port: 47204f8a-8617-428e-834d-2bacbfa5f3c0. Dec 22 17:02:17.800574 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:02:17.916109 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:02:17.929398 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:02:17.936422 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:17.940555 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:02:17.941167 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:02:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:17.976617 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-6b620dbc-7a07-4c67-bfef-04229892d92f tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9504366 Dec 22 17:02:17.976617 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:02:17.976617 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d56495-2758-4cc3-ac9c-cf59547460b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:02:18.017889 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f19532a-ee30-464d-b7f5-f8e2230d4881 x-openstack-request-id: req-8f19532a-ee30-464d-b7f5-f8e2230d4881 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:02:18.018184 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:02:18.018439 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f19532a-ee30-464d-b7f5-f8e2230d4881 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:02:18.018841 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'status': 'completed', 'code': 200} Dec 22 17:02:18.063306 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:02:18.289475 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}, {'id': 'd139ea0d-c19f-4a94-a25f-bcc5a7ab878a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:02:16Z', 'updated_at': '2021-12-22T17:02:16Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:18.318195 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:02:18.326955 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:02:18.327569 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:02:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:18.438428 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:02:18.685855 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}, {'id': 'd139ea0d-c19f-4a94-a25f-bcc5a7ab878a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:02:16Z', 'updated_at': '2021-12-22T17:02:16Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:18.713491 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431cb31-4173-4461-b2a9-d52b60b0429f None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}, {'id': 'd139ea0d-c19f-4a94-a25f-bcc5a7ab878a', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:89:75:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:02:16Z', 'updated_at': '2021-12-22T17:02:16Z', 'revision_number': 0, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:02:18.927421 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8df76f-c501-441c-adb5-eeca1e614182 None None] New status for floating IP d139ea0d-c19f-4a94-a25f-bcc5a7ab878a: ACTIVE {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:02:19.768840 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 3345f77f-723b-4435-8759-b0260a53f39e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:02:19.791127 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 3345f77f-723b-4435-8759-b0260a53f39e {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:02:19.791469 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 3345f77f-723b-4435-8759-b0260a53f39e not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:02:20.812274 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-336dec2d-13e4-4338-94d5-70ef340ab456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:20.813683 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-336dec2d-13e4-4338-94d5-70ef340ab456 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1098 time: 0.0401030 Dec 22 17:02:20.904915 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-99648679-1c2b-4cbd-bc6b-c460733741d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:20.906357 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-99648679-1c2b-4cbd-bc6b-c460733741d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0842364 Dec 22 17:02:20.974082 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-dabf86a2-56d5-4b5e-921d-4301cd57535c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 200 len: 1000 time: 0.0600247 Dec 22 17:02:21.022948 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-47580919-4bac-48a5-9718-e61a2c197360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:21.024404 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-47580919-4bac-48a5-9718-e61a2c197360 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0424223 Dec 22 17:02:21.071853 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-9214c062-dec1-4a60-ab5d-b48736270e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:02:21.073252 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-9214c062-dec1-4a60-ab5d-b48736270e63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414221 Dec 22 17:02:21.085216 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-af8d8a10-fb91-4dc9-be16-8d8f7d871c28 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=108901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:02:21.086127 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-af8d8a10-fb91-4dc9-be16-8d8f7d871c28 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053198 Dec 22 17:02:21.175327 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-9ce61c1f-c4ae-431c-8cf0-b5b6994947bb service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823874 Dec 22 17:02:21.269761 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-91d56495-2758-4cc3-ac9c-cf59547460b6 req-76727f27-170b-4ef6-9f13-c59b86bb8a0e service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876405 Dec 22 17:02:23.581608 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:02:30.531711 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-f1a8817a-f6de-4e6b-904c-5e6d90e14ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:32.705847 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5854ca37-eb80-4ea1-981b-f23002a46b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:34.042186 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:35.497284 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:36.374644 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:36.440506 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.217641 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39578) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:39.261455 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Deleting subnet 6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 17:02:39.264493 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.297512 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.346389 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.400315 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.428447 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:39.434177 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.438754 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-76f60f27-f3b6-4bb9-b935-d9b6ad720402 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ea4edd8-8b0d-44b3-8cce-4ecf9e0be2b4 HTTP/1.1" status: 204 len: 168 time: 0.2198796 Dec 22 17:02:39.440957 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39580) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:39.517268 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.597458 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.621463 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638a9752-0637-428c-a3ec-4668d522f038']}} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:39.630614 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75021e2-bd38-4989-8575-758676fde847') {'for_net_delete': True} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:39.631466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.services.segments.db [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75021e2-bd38-4989-8575-758676fde847') {} {{(pid=108901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:02:39.640520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402691'] for segment, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.653359 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.659858 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=108901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:02:39.660317 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8510404'] for segment, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: warnings.warn(msg) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: Traceback (most recent call last): Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: timer() Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: cb(*args, **kw) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: return func(*args, **kwargs) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: self._notify() Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: self.callback(batched_events) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: event.method(event) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: return f(self, *a, **k) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._get(url).json() Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: return self.request(url, 'GET', **kwargs) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:02:39.662021 dv-cinder-784477-12-iscsi neutron-server[108901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:02:39.713896 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.719714 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:39.723003 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/638a9752-0637-428c-a3ec-4668d522f038 HTTP/1.1" status: 204 len: 168 time: 0.2804713 Dec 22 17:02:39.733685 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d909-9310-4c07-82a1-068c030faaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=638a9752-0637-428c-a3ec-4668d522f038,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:02:39.891979 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39584) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:39.935876 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-bdbcb99d-0013-439d-958d-04a2fdfd037f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d9f836bd0a64e6c8ed0957008cffcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426164 Dec 22 17:02:39.938309 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39586) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:02:39.984188 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:40.004888 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:40.051013 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:40.054436 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:02:40.055698 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b853763e-5f04-4584-b4e8-83df62ea6a7e HTTP/1.1" status: 204 len: 168 time: 0.1165051 Dec 22 17:02:40.063551 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf0e8-e533-4926-8252-4d4552831575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853763e-5f04-4584-b4e8-83df62ea6a7e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:03:00.535830 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-39374130-bb93-48d0-9232-6537b328e723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:00.580341 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:03:02.706943 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ab96183d-e9e3-411e-b9b0-24f20553c95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:04.045413 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:05.500467 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:06.380852 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:06.436226 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:13.169462 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-7dc59593-f030-44d0-b2a1-e92d9d303aef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395911 Dec 22 17:03:13.249793 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-0e268682-0ce6-42d2-bd1e-24f98f75a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:13.251196 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-0e268682-0ce6-42d2-bd1e-24f98f75a2bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0393336 Dec 22 17:03:13.360051 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-e6ee05b9-e45c-42e5-b4e3-a226da715b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:13.361576 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-e6ee05b9-e45c-42e5-b4e3-a226da715b3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.0893962 Dec 22 17:03:13.435060 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-b22bb428-12cc-4ac6-9d62-816cfbc4bfca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 1001 time: 0.0644286 Dec 22 17:03:13.491371 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-c1ba6487-1a52-426e-9b66-13dc3b1dea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:13.493024 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-c1ba6487-1a52-426e-9b66-13dc3b1dea93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0503910 Dec 22 17:03:13.538278 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-681444ef-790b-4623-8086-1fbd529bba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:13.539678 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-681444ef-790b-4623-8086-1fbd529bba5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396554 Dec 22 17:03:13.638885 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-8d4e1021-676a-4c97-975e-54275fa40167 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Dec 22 17:03:13.731806 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-d1932a6c-0c54-4770-afed-7a7c842efe33 req-6edb888c-a3bd-46a3-acea-9b0165e95f81 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842774 Dec 22 17:03:30.542229 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-637058f1-c369-4f15-9506-cad6364ff89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:32.708877 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c0cbca5a-f6ae-4d62-9299-b26584ca6d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:34.046796 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:35.503633 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:36.384876 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:36.440349 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:37.579541 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:03:50.244905 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39602) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:03:50.401434 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port f0fc9791-b906-4f5a-8c7b-e18bb0f7298e {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:03:50.401775 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:50.482822 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:50.483146 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:50.494694 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for f0fc9791-b906-4f5a-8c7b-e18bb0f7298e owned by network:floatingip {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:03:50.643195 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:50.669802 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=f0fc9791-b906-4f5a-8c7b-e18bb0f7298e,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:03:50.694573 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.694919 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.695261 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.695598 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.696445 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.696777 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.697105 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.697432 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.697761 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.698084 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.698404 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.698723 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.699044 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:03:50.740417 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:50.740776 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP d139ea0d-c19f-4a94-a25f-bcc5a7ab878a disassociated (deleted). External IP: 172.27.1.51, port: 47204f8a-8617-428e-834d-2bacbfa5f3c0. Dec 22 17:03:50.956666 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:03:51.064520 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:03:51.069567 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:51.077883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:03:51.092154 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:03:51.092807 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:03:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:51.097784 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-995b99d2-280d-4327-98a6-429b8c974a6b tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "DELETE /v2.0/floatingips/d139ea0d-c19f-4a94-a25f-bcc5a7ab878a HTTP/1.1" status: 204 len: 168 time: 0.8518527 Dec 22 17:03:51.098480 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:03:51.101095 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943a071-2ec6-4c19-80cb-18cfdcb1b309" -d '{"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:03:51.340480 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:03:51.459703 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a65d1a-8672-430b-97ff-f1e492594a66 x-openstack-request-id: req-88a65d1a-8672-430b-97ff-f1e492594a66 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:03:51.460267 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:03:51.460588 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a65d1a-8672-430b-97ff-f1e492594a66 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:03:51.461084 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'status': 'completed', 'code': 200} Dec 22 17:03:51.576172 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-cfaf8772-8e52-4775-a119-52b547fd1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:51.577633 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-cfaf8772-8e52-4775-a119-52b547fd1ba6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 1098 time: 0.0799134 Dec 22 17:03:51.590651 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc1873-c768-476d-b53d-8e011e35cb4b req-45fd9f93-7c64-44db-9fd0-2df2f1a20c14 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:51.592168 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ffc1873-c768-476d-b53d-8e011e35cb4b req-45fd9f93-7c64-44db-9fd0-2df2f1a20c14 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0653231 Dec 22 17:03:51.593731 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:51.624446 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:03:51.634085 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:03:51.635207 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:03:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:51.703192 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-6ffc1873-c768-476d-b53d-8e011e35cb4b req-51f0c259-d915-46ca-ba04-7a79b0fdcad6 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015031 Dec 22 17:03:51.717995 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-d9378d60-8bcd-4da1-80e0-5be9735b22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:51.719529 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-d9378d60-8bcd-4da1-80e0-5be9735b22c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.1264191 Dec 22 17:03:51.748928 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:03:51.764513 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-d44b9749-96da-4afd-8072-fe109dcfd21b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 200 len: 217 time: 0.0357971 Dec 22 17:03:51.815244 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-2ed9ef52-c5c8-4dff-9ee0-d862fa842f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:51.816747 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-2ed9ef52-c5c8-4dff-9ee0-d862fa842f58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0451550 Dec 22 17:03:51.863355 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-8664d39c-81bc-4b66-bc62-b001e5ebfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:51.864877 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-8664d39c-81bc-4b66-bc62-b001e5ebfc3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408514 Dec 22 17:03:51.971249 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-85942396-a260-4ced-90ec-7ee0ec6e1360 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980365 Dec 22 17:03:51.993672 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:52.026294 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394b77b-24bb-40e7-a09f-54a3741c872f None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_floatingips': [{'id': '0277c450-b35f-480d-8224-733e1798a760', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'router_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'port_id': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'mac_address': 'fa:16:3e:de:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615e21bb-ed52-4679-804f-1310122a6583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:00:05Z', 'updated_at': '2021-12-22T17:00:07Z', 'revision_number': 1, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:03:52.069188 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-c943a071-2ec6-4c19-80cb-18cfdcb1b309 req-d80e9465-42cf-4b58-a3d7-1c0132ed655d service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900524 Dec 22 17:03:52.293576 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5aef64-4fcd-46b0-87bb-5efaadbdc1bd None None] New status for floating IP d139ea0d-c19f-4a94-a25f-bcc5a7ab878a: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:03:52.845235 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41256c-ac00-4796-9586-6bfcea4e0c82 req-eed866fc-2e06-43a4-9571-352283d2dce9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:52.846733 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8d41256c-ac00-4796-9586-6bfcea4e0c82 req-eed866fc-2e06-43a4-9571-352283d2dce9 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0750091 Dec 22 17:03:52.866203 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc416671-955f-4514-a9e9-cd18879ad004 req-930eb3ac-521f-4e65-8330-f6a62e6c3dcf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:52.867710 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc416671-955f-4514-a9e9-cd18879ad004 req-930eb3ac-521f-4e65-8330-f6a62e6c3dcf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/ports?device_id=b612cb72-4e5b-405e-88f8-e1c8a2395097 HTTP/1.1" status: 200 len: 945 time: 0.0702095 Dec 22 17:03:52.941197 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-8d41256c-ac00-4796-9586-6bfcea4e0c82 req-b1515480-57c9-47eb-8036-0a3bea96bc52 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879488 Dec 22 17:03:52.987168 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port 47204f8a-8617-428e-834d-2bacbfa5f3c0 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:03:52.987412 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:53.075438 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] For port 47204f8a-8617-428e-834d-2bacbfa5f3c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=47204f8a-8617-428e-834d-2bacbfa5f3c0,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:03:53.075795 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:53.087851 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for 47204f8a-8617-428e-834d-2bacbfa5f3c0 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:03:53.217898 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:53.246370 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=47204f8a-8617-428e-834d-2bacbfa5f3c0,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:03:53.290467 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] No DVR routers for this DVR port 47204f8a-8617-428e-834d-2bacbfa5f3c0 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:03:53.293133 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:53.296525 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc416671-955f-4514-a9e9-cd18879ad004 req-7be7af19-18c7-4457-be24-7de414a71252 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "DELETE /v2.0/ports/47204f8a-8617-428e-834d-2bacbfa5f3c0 HTTP/1.1" status: 204 len: 173 time: 0.4213905 Dec 22 17:03:53.462429 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'name': 'network-vif-deleted', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:03:53.464844 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208983e7-9c55-44e0-aac7-793adf642deb" -d '{"events": [{"server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "name": "network-vif-deleted", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:03:53.499996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ecf40b-51c9-4d73-a80d-12b55626d327 x-openstack-request-id: req-c8ecf40b-51c9-4d73-a80d-12b55626d327 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:03:53.500320 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612cb72-4e5b-405e-88f8-e1c8a2395097", "name": "network-vif-deleted", "tag": "47204f8a-8617-428e-834d-2bacbfa5f3c0", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:03:53.500643 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8ecf40b-51c9-4d73-a80d-12b55626d327 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:03:53.501036 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612cb72-4e5b-405e-88f8-e1c8a2395097', 'name': 'network-vif-deleted', 'tag': '47204f8a-8617-428e-834d-2bacbfa5f3c0', 'status': 'completed', 'code': 200} Dec 22 17:03:55.839499 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 47204f8a-8617-428e-834d-2bacbfa5f3c0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:03:55.859629 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: 47204f8a-8617-428e-834d-2bacbfa5f3c0 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:03:55.859981 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device 47204f8a-8617-428e-834d-2bacbfa5f3c0 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:03:56.226207 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39638) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:03:56.387135 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port 082e94bb-2d54-4634-b7b7-97da030db7d5 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:03:56.387474 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:56.460971 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:56.461291 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:56.473474 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for 082e94bb-2d54-4634-b7b7-97da030db7d5 owned by network:floatingip {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:03:56.616991 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:56.644973 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=082e94bb-2d54-4634-b7b7-97da030db7d5,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:03:56.706528 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:56.706884 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.db.l3_db [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Floating IP 0277c450-b35f-480d-8224-733e1798a760 disassociated (deleted). External IP: 172.27.1.98, port: df7afbbc-52c6-45dc-9aee-2b9a8abaed48. Dec 22 17:03:57.190972 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:03:57.311376 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:03:57.316333 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:57.321557 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:03:57.331276 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:03:57.332004 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:03:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:57.345093 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-20e30270-87e9-4083-9843-72fe74534c3c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "DELETE /v2.0/floatingips/0277c450-b35f-480d-8224-733e1798a760 HTTP/1.1" status: 204 len: 168 time: 1.1177547 Dec 22 17:03:57.345984 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:03:57.349085 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775" -d '{"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:03:57.467094 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:03:57.556474 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb61442-10d7-4117-9ced-e7f392a68252 x-openstack-request-id: req-4fb61442-10d7-4117-9ced-e7f392a68252 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:03:57.557585 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:03:57.558411 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fb61442-10d7-4117-9ced-e7f392a68252 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:03:57.559064 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'status': 'completed', 'code': 200} Dec 22 17:03:57.650546 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-5c22ab0f-46a2-45ef-bb69-91fff4143d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:57.652079 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-5c22ab0f-46a2-45ef-bb69-91fff4143d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a842a460ed64afba57f8b0bab1fd627&device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 1099 time: 0.0715709 Dec 22 17:03:57.676627 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f3dfd-d180-4fad-8b47-0111abcf4d58 req-84a769a9-5937-4a5f-b23d-2891d6494884 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:57.678149 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd2f3dfd-d180-4fad-8b47-0111abcf4d58 req-84a769a9-5937-4a5f-b23d-2891d6494884 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0664785 Dec 22 17:03:57.710949 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:57.743126 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:03:57.751449 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:03:57.752056 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:03:33Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:57.783548 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cd2f3dfd-d180-4fad-8b47-0111abcf4d58 req-3a3609c3-ad85-4a8a-b47a-dd675148606c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948887 Dec 22 17:03:57.793368 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-ea424b3b-1015-4715-a841-7f941eee631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:57.794838 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-ea424b3b-1015-4715-a841-7f941eee631a service neutron] 10.222.0.54 "GET /v2.0/networks?id=71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 200 len: 913 time: 0.1349239 Dec 22 17:03:57.842546 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-f6a54f01-c14e-43c1-9572-1d89763b5f25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 200 len: 217 time: 0.0358667 Dec 22 17:03:57.878148 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:03:57.905078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-2f016446-3f09-4383-9fd3-bb9ff9f2ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:57.906550 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-2f016446-3f09-4383-9fd3-bb9ff9f2ff28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 200 len: 851 time: 0.0567110 Dec 22 17:03:57.957573 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-aa192b4c-f0aa-49b1-b182-075a644eb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:57.959050 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-aa192b4c-f0aa-49b1-b182-075a644eb67c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=71c98bd9-4849-4f4e-a3e6-d162e3b50682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419829 Dec 22 17:03:58.050017 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-97e1c082-ad50-4380-94c9-683225a09ee1 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828605 Dec 22 17:03:58.080222 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:03:58.110285 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173adb2b-595f-40d7-a653-b01e1868f74f None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T16:56:51Z', 'revision_number': 4, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi', '_interfaces': [{'id': '5ddfa05a-72cf-4c1a-9d93-583a1c0245ad', 'name': '', 'network_id': '71c98bd9-4849-4f4e-a3e6-d162e3b50682', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'mac_address': 'fa:16:3e:dd:fb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:50Z', 'updated_at': '2021-12-22T16:56:54Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'subnets': [{'id': '0f721a61-d001-40d9-957b-5191a2cd06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:03:58.147048 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-cc44ca75-083a-46a9-80e9-a0cbbbfd6775 req-2279bbb7-c772-4bdb-92ef-188df5ebe3c2 service neutron] 10.222.0.54 "GET /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867348 Dec 22 17:03:58.330266 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44eafc-e3a1-4cc9-8151-688dc884974c None None] New status for floating IP 0277c450-b35f-480d-8224-733e1798a760: DOWN {{(pid=108904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:03:58.925470 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edd47-5c0b-447d-b098-fa18adf0dea3 req-94c627c1-570b-47db-8c3b-b4833737ff10 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:58.927008 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7b9edd47-5c0b-447d-b098-fa18adf0dea3 req-94c627c1-570b-47db-8c3b-b4833737ff10 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0510995 Dec 22 17:03:58.981175 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-7b9edd47-5c0b-447d-b098-fa18adf0dea3 req-dc5514ef-94e8-4dad-a5fc-f70ea2b9b206 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4df3d18-1873-416e-87be-9c989c0c66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474753 Dec 22 17:03:59.047324 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-bdfa4884-5ae7-43ef-b577-3eb27046efcf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:03:59.048834 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-bdfa4884-5ae7-43ef-b577-3eb27046efcf tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 946 time: 0.0478621 Dec 22 17:03:59.140754 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:03:59.141091 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:59.235989 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] For port df7afbbc-52c6-45dc-9aee-2b9a8abaed48, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:03:59.236400 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:59.250299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for df7afbbc-52c6-45dc-9aee-2b9a8abaed48 owned by compute:nova {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:03:59.382466 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:59.410487 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=df7afbbc-52c6-45dc-9aee-2b9a8abaed48,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:03:59.451060 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] No DVR routers for this DVR port df7afbbc-52c6-45dc-9aee-2b9a8abaed48 on host hv-cinder-78447 {{(pid=108901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:03:59.453511 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for port, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:03:59.456860 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-f59f4d96-3380-4f69-9905-3b18cd9fc8dd req-3453a683-388a-42e7-a480-ed39ed8dd58d tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.54 "DELETE /v2.0/ports/df7afbbc-52c6-45dc-9aee-2b9a8abaed48 HTTP/1.1" status: 204 len: 173 time: 0.4001846 Dec 22 17:03:59.560803 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'name': 'network-vif-deleted', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48'}] {{(pid=108901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:03:59.563260 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20bd9dec417132893f73a1618ea271069a7cf503b6690e3f4f6386ce98aff99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b85246-68c5-4cf7-adbc-c81368046d5b" -d '{"events": [{"server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "name": "network-vif-deleted", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48"}]}' {{(pid=108901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 17:03:59.598304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f804645-b6b7-4ff8-8801-514ca3295e82 x-openstack-request-id: req-8f804645-b6b7-4ff8-8801-514ca3295e82 {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 17:03:59.598304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615e21bb-ed52-4679-804f-1310122a6583", "name": "network-vif-deleted", "tag": "df7afbbc-52c6-45dc-9aee-2b9a8abaed48", "status": "completed", "code": 200}]} {{(pid=108901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 17:03:59.598304 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f804645-b6b7-4ff8-8801-514ca3295e82 {{(pid=108901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 17:03:59.598304 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615e21bb-ed52-4679-804f-1310122a6583', 'name': 'network-vif-deleted', 'tag': 'df7afbbc-52c6-45dc-9aee-2b9a8abaed48', 'status': 'completed', 'code': 200} Dec 22 17:04:00.090783 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [req-5cc92545-3e76-43ad-8ac3-9250c30244d5 req-c271e122-7b6f-412e-a39a-44779be39b9c tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "GET /v2.0/ports?device_id=615e21bb-ed52-4679-804f-1310122a6583 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Dec 22 17:04:00.535439 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-ee1be958-5e5e-416a-a35b-cf77f4194ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.145265 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39654) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:01.266958 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Deleting port 99379808-d862-4a5d-8e68-8e42de1b20da {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:01.267302 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.344118 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.344479 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.356514 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Calling delete_port for 99379808-d862-4a5d-8e68-8e42de1b20da owned by network:floatingip {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:01.484996 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.511713 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'Port': ['ID=99379808-d862-4a5d-8e68-8e42de1b20da,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:01.575078 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for floatingip, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.577820 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207393'] for floatingip, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:01.578981 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-1899601b-7f67-4b6c-a89b-4a833be5ccd1 tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "DELETE /v2.0/floatingips/a51e0d24-f04f-4a46-87b1-adf7ca3f719a HTTP/1.1" status: 204 len: 168 time: 0.4326746 Dec 22 17:04:01.871225 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device df7afbbc-52c6-45dc-9aee-2b9a8abaed48 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:01.891527 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] No Port match for: df7afbbc-52c6-45dc-9aee-2b9a8abaed48 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:01.891881 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Device df7afbbc-52c6-45dc-9aee-2b9a8abaed48 not bound to the agent host hv-cinder-78447 {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:02.711145 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-573e6445-7920-48f1-bba7-add1fe58f23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:02.762778 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39666) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:02.825315 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:02.851022 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:02.925262 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:02.928393 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:02.929546 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] 10.222.0.41 "DELETE /v2.0/security-groups/c4df3d18-1873-416e-87be-9c989c0c66ba HTTP/1.1" status: 204 len: 168 time: 0.1657834 Dec 22 17:04:02.938749 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df3d18-1873-416e-87be-9c989c0c66ba,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:02.948154 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.948793 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.949358 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.950231 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.950663 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.950996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.951334 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.951823 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.952143 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.952497 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.953819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.953819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.953819 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6f246-9d75-4a8d-8f9d-67b6f731aa9e tempest-TestVolumeBootPattern-1366427583 tempest-TestVolumeBootPattern-1366427583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:02.996136 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39672) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:03.519076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:03.772356 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Deleting port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:03.773101 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:03.854026 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] For port 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:03.854409 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:03.866483 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Calling delete_port for 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad owned by network:router_interface {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:04.053314 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.061124 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.087850 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddfa05a-72cf-4c1a-9d93-583a1c0245ad,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:04.259451 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.484008 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Router d2fc31c7-5731-4651-bc0f-287cbdc97659 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:04:04.588047 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:04:04.592974 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-ac2364b6-996f-44b7-a7f3-bfe228fb2d5a admin admin] 10.222.0.41 "PUT /v2.0/routers/d2fc31c7-5731-4651-bc0f-287cbdc97659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957882 Dec 22 17:04:04.595495 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39676) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:04.598097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Sync routers for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:04:04.608587 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:04:04.609190 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:04:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:04.699254 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.714408 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:04:04.804525 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.860179 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Deleting port a71a8a35-5022-4295-a193-843d5feddb81 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:04.860637 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:04.930143 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T17:04:04Z', 'revision_number': 5, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port': {'id': 'a71a8a35-5022-4295-a193-843d5feddb81', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:48Z', 'updated_at': '2021-12-22T16:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:04.959091 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Checking router: d2fc31c7-5731-4651-bc0f-287cbdc97659 for host: dv-cinder-784477-12-iscsi {{(pid=108903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:04:04.969938 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Routers {'d2fc31c7-5731-4651-bc0f-287cbdc97659'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:04:04.970579 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:04:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['d2fc31c7-5731-4651-bc0f-287cbdc97659'], 'active': True} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:05.200225 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvr_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] Set router d2fc31c7-5731-4651-bc0f-287cbdc97659 gateway port host: None {{(pid=108903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:04:05.212996 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] For port a71a8a35-5022-4295-a193-843d5feddb81, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=a71a8a35-5022-4295-a193-843d5feddb81,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:05.213381 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.225274 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Calling delete_port for a71a8a35-5022-4295-a193-843d5feddb81 owned by network:router_gateway {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:05.254240 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_hamode_db [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T17:04:04Z', 'revision_number': 6, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port_host': None}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:05.280650 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e0b3c-2250-43e3-ac07-09bab4e56d7e None None] The sync data for ids ['d2fc31c7-5731-4651-bc0f-287cbdc97659'] in dv-cinder-784477-12-iscsi is: [{'id': 'd2fc31c7-5731-4651-bc0f-287cbdc97659', 'name': 'tempest-TestVolumeBootPattern-1009820686-router', 'tenant_id': '0a842a460ed64afba57f8b0bab1fd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:47Z', 'updated_at': '2021-12-22T17:04:04Z', 'revision_number': 6, 'project_id': '0a842a460ed64afba57f8b0bab1fd627', 'gw_port_host': None}] {{(pid=108903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:04:05.387195 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.412030 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71a8a35-5022-4295-a193-843d5feddb81,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:05.471234 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.505475 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.563110 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.565198 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.609075 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.609638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2fc31c7-5731-4651-bc0f-287cbdc97659 {{(pid=108902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 17:04:05.614193 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] Publish callbacks [] for router, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.615364 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-19e58a38-fb68-466c-8f16-dcd416e1c3a9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d2fc31c7-5731-4651-bc0f-287cbdc97659 HTTP/1.1" status: 204 len: 168 time: 1.0189736 Dec 22 17:04:05.618188 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39678) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:05.666057 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.db_base_plugin_v2 [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Deleting subnet 0f721a61-d001-40d9-957b-5191a2cd06c4 {{(pid=108902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 17:04:05.669500 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.706926 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690780'] for subnet, precommit_delete_associations {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.792282 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.845532 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9019495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8867726'] for subnet, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.872074 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f721a61-d001-40d9-957b-5191a2cd06c4,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:05.876750 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for subnet, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:05.880779 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-197bd31d-069f-49d8-8821-39f4b4d7c97d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0f721a61-d001-40d9-957b-5191a2cd06c4 HTTP/1.1" status: 204 len: 168 time: 0.2613802 Dec 22 17:04:05.881985 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ce139-0fa6-40c4-94d0-e5b3dd4407cd None None] Network 71c98bd9-4849-4f4e-a3e6-d162e3b50682 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:04:05.883781 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39680) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:05.957911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.012632 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Deleting port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:06.012888 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.048590 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] DHCP port deletion for 71c98bd9-4849-4f4e-a3e6-d162e3b50682 request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 17:04:06.084997 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] For port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:06.085501 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.101273 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Calling delete_port for 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef owned by network:dhcp {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:06.108050 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Deleting port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:06.108463 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.129858 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:06.199668 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.208437 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] For port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,segment=NetworkSegment(0cfa20d3-da75-48b0-a4dd-c0e572e996ae),segment_id=0cfa20d3-da75-48b0-a4dd-c0e572e996ae)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:06.209044 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.213123 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] No DVR routers for this DVR port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef on host dv-cinder-784477-12-iscsi {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:04:06.224141 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Calling delete_port for 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:06.233349 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:06.235718 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No active binding found for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef {{(pid=108903) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 17:04:06.236107 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] The host dv-cinder-784477-12-iscsi is not matching for port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef host None! {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 17:04:06.236532 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:06.236960 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a71a8a35-5022-4295-a193-843d5feddb81 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:06.284558 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: a71a8a35-5022-4295-a193-843d5feddb81 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:06.284912 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device a71a8a35-5022-4295-a193-843d5feddb81 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:06.285347 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:06.309973 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.337332 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c98bd9-4849-4f4e-a3e6-d162e3b50682']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:06.346917 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:06.347261 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 5ddfa05a-72cf-4c1a-9d93-583a1c0245ad not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:06.349997 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfa20d3-da75-48b0-a4dd-c0e572e996ae') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:06.350313 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfa20d3-da75-48b0-a4dd-c0e572e996ae') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:06.350748 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.369016 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.378283 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Pushing event deleted for resources: {'Port': ['ID=6d0d8e28-a790-49b0-96fe-2120b9a8e7ef,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:06.380687 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] No DVR routers for this DVR port 6d0d8e28-a790-49b0-96fe-2120b9a8e7ef on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:04:06.386638 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.397656 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:04:06.398269 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:04:06.401732 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:04:06.404444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.404444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.404444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.404444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.404444 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.405181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.405181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.405181 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.405512 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.406207 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.406883 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.407614 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.408097 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7acd9-6b2d-4fcf-bc5a-cf922ddac033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-12-iscsi {{(pid=108903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:06.424071 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.444918 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.473042 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.479524 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:06.482874 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] 10.222.0.41 "DELETE /v2.0/networks/71c98bd9-4849-4f4e-a3e6-d162e3b50682 HTTP/1.1" status: 204 len: 168 time: 0.5980048 Dec 22 17:04:06.487181 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39682) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:06.495445 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a5731-2c76-4689-b14f-00b830ac6d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c98bd9-4849-4f4e-a3e6-d162e3b50682,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:06.838958 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650205'] for router_interface, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:07.095989 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Deleting port fb40d799-f9e0-44f2-930a-c00addc82b33 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:07.096254 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:07.172313 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] For port fb40d799-f9e0-44f2-930a-c00addc82b33, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=fb40d799-f9e0-44f2-930a-c00addc82b33,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:07.172680 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:07.185089 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Calling delete_port for fb40d799-f9e0-44f2-930a-c00addc82b33 owned by network:router_interface {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:07.371123 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:07.400100 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb40d799-f9e0-44f2-930a-c00addc82b33,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:07.567418 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651853'] for router_interface, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:07.775765 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Router 75c55003-05a3-403a-b35f-55026ffe49e4 has already been hosted by L3 agent e65f4182-467a-4b0f-9f9f-e785cbfd4130 {{(pid=108901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 17:04:07.879589 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] Notify agent at l3_agent.dv-cinder-784477-12-iscsi the message routers_updated {{(pid=108901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 17:04:07.884913 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-928ae5f5-d082-4927-935b-f60b11f31498 admin admin] 10.222.0.41 "PUT /v2.0/routers/75c55003-05a3-403a-b35f-55026ffe49e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3966265 Dec 22 17:04:07.888679 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39684) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:07.895375 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Sync routers for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:04:07.909774 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:04:07.910812 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:04:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:07.989896 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks [] for router, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.017117 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:04:08.295938 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T17:04:07Z', 'revision_number': 5, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:08.323795 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Checking router: 75c55003-05a3-403a-b35f-55026ffe49e4 for host: dv-cinder-784477-12-iscsi {{(pid=108904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:04:08.334302 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Routers {'75c55003-05a3-403a-b35f-55026ffe49e4'} bound to L3 agent in host dv-cinder-784477-12-iscsi {{(pid=108904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 17:04:08.334962 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T16:44:03Z,description=,heartbeat_timestamp=2021-12-22T17:04:03Z,host='dv-cinder-784477-12-iscsi',id=e65f4182-467a-4b0f-9f9f-e785cbfd4130,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T16:44:03Z,topic='l3_agent')) {'router_ids': ['75c55003-05a3-403a-b35f-55026ffe49e4'], 'active': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:08.363667 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.417812 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Deleting port 496ee995-6aac-46c0-9efa-2146797b52a1 {{(pid=108901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:08.418154 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.448509 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvr_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] Set router 75c55003-05a3-403a-b35f-55026ffe49e4 gateway port host: dv-cinder-784477-12-iscsi {{(pid=108904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 17:04:08.497299 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.db [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] For port 496ee995-6aac-46c0-9efa-2146797b52a1, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=496ee995-6aac-46c0-9efa-2146797b52a1,segment=NetworkSegment(9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed),segment_id=9e23689f-cbf7-4f6d-b4b8-fb6ba9ead4ed)] {{(pid=108901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:08.497671 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.510460 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.plugins.ml2.plugin [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Calling delete_port for 496ee995-6aac-46c0-9efa-2146797b52a1 owned by network:router_gateway {{(pid=108901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:08.632912 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.l3_hamode_db [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T17:04:07Z', 'revision_number': 5, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}], 'dv-cinder-784477-12-iscsi', False) {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:08.660936 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ffe85-3d07-4182-bc84-44389a4f8234 None None] The sync data for ids ['75c55003-05a3-403a-b35f-55026ffe49e4'] in dv-cinder-784477-12-iscsi is: [{'id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'name': 'tempest-TestVolumeBootPattern-133051545-router', 'tenant_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'external_fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T17:04:07Z', 'revision_number': 5, 'project_id': 'a05a0c300b164f04a908fbe8b0fd81fc', 'gw_port': {'id': '496ee995-6aac-46c0-9efa-2146797b52a1', 'name': '', 'network_id': 'fb165d50-b613-4a20-b28d-7a0db2798dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c55003-05a3-403a-b35f-55026ffe49e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:56:53Z', 'updated_at': '2021-12-22T16:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '174a3bb8-5f84-4cd3-b568-ced7a26d11c0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-12-iscsi'}] {{(pid=108904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:04:08.681097 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8510227'] for port, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.717394 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=496ee995-6aac-46c0-9efa-2146797b52a1,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:08.775219 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648215'] for router_gateway, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.864871 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29617'] for router, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.866970 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.910826 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652222'] for router, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.911419 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c55003-05a3-403a-b35f-55026ffe49e4 {{(pid=108901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 17:04:08.915900 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] Publish callbacks [] for router, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:08.917115 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-be7cee44-0d0e-4020-868a-28f8dd70b0ce admin admin] 10.222.0.41 "DELETE /v2.0/routers/75c55003-05a3-403a-b35f-55026ffe49e4 HTTP/1.1" status: 204 len: 168 time: 1.0275273 Dec 22 17:04:08.919601 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39686) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:08.967756 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.db.db_base_plugin_v2 [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Deleting subnet dd28474e-96d8-48e2-adec-ba599e7cdcaa {{(pid=108901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 17:04:08.970865 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.005568 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402698'] for subnet, precommit_delete_associations {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.090089 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3688125'] for subnet, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.166465 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3688100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8510318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12234691'] for subnet, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.195540 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd28474e-96d8-48e2-adec-ba599e7cdcaa,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:09.201527 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.206957 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-156240bb-bed9-466f-8fcb-19e1d5aec9d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd28474e-96d8-48e2-adec-ba599e7cdcaa HTTP/1.1" status: 204 len: 168 time: 0.2842617 Dec 22 17:04:09.207357 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39688) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:09.208221 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214d4ee-0578-4723-8d7c-1761d017b39d None None] Network 5e73d626-64e3-46c6-9040-23895e34a9d4 requested from dv-cinder-784477-12-iscsi {{(pid=108903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 17:04:09.294821 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3743238'] for network, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.353022 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Deleting port b7769f60-2151-41ca-afbe-2cde596163c4 {{(pid=108902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:09.353226 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.389024 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] DHCP port deletion for 5e73d626-64e3-46c6-9040-23895e34a9d4 request from dv-cinder-784477-12-iscsi {{(pid=108903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 17:04:09.424363 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.db [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] For port b7769f60-2151-41ca-afbe-2cde596163c4, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=b7769f60-2151-41ca-afbe-2cde596163c4,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:09.424678 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.436713 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Deleting port b7769f60-2151-41ca-afbe-2cde596163c4 {{(pid=108903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 17:04:09.437085 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782446651338'] for port, before_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.438585 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Calling delete_port for b7769f60-2151-41ca-afbe-2cde596163c4 owned by network:dhcp {{(pid=108902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:09.500040 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.db [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] For port b7769f60-2151-41ca-afbe-2cde596163c4, host dv-cinder-784477-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-12-iscsi',level=0,port_id=b7769f60-2151-41ca-afbe-2cde596163c4,segment=NetworkSegment(77635668-ff4a-4db5-88e9-449fc36677f2),segment_id=77635668-ff4a-4db5-88e9-449fc36677f2)] {{(pid=108903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 17:04:09.500485 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597514'] for port, precommit_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.519543 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9019418'] for port, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.520226 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Calling delete_port for b7769f60-2151-41ca-afbe-2cde596163c4 owned by network:dhcp {{(pid=108903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 17:04:09.548110 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7769f60-2151-41ca-afbe-2cde596163c4,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:09.550038 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] No DVR routers for this DVR port b7769f60-2151-41ca-afbe-2cde596163c4 on host dv-cinder-784477-12-iscsi {{(pid=108902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:04:09.626522 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782446755889', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782446240220'] for port, after_delete {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.628123 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3692592', 'neutron.services.segments.db._delete_segments_for_network-8782446807004'] for network, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.649966 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73d626-64e3-46c6-9040-23895e34a9d4']}} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:09.652446 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] Pushing event deleted for resources: {'Port': ['ID=b7769f60-2151-41ca-afbe-2cde596163c4,revision_number=None']} {{(pid=108903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:09.655864 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f44fe-0e26-4688-909b-63b6d9db6b84 None None] No DVR routers for this DVR port b7769f60-2151-41ca-afbe-2cde596163c4 on host dv-cinder-784477-12-iscsi {{(pid=108903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:04:09.663076 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77635668-ff4a-4db5-88e9-449fc36677f2') {'for_net_delete': True} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:09.663202 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.services.segments.db [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77635668-ff4a-4db5-88e9-449fc36677f2') {} {{(pid=108902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:09.674911 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782446811109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690773'] for segment, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.688578 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514'] for segment, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.695068 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=108902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:04:09.696150 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3700514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9019597'] for segment, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: Traceback (most recent call last): Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: timer() Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: cb(*args, **kw) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: return func(*args, **kwargs) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: self._notify() Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: self.callback(batched_events) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: event.method(event) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: return f(self, *a, **k) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._get(url).json() Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: return self.request(url, 'GET', **kwargs) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:04:09.697944 dv-cinder-784477-12-iscsi neutron-server[108902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:04:09.765249 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3692603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648395'] for network, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.772606 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569526'] for network, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:09.777733 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e73d626-64e3-46c6-9040-23895e34a9d4 HTTP/1.1" status: 204 len: 168 time: 0.5690761 Dec 22 17:04:09.792276 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef49d7-2eec-4c3e-9586-619c8ef313a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e73d626-64e3-46c6-9040-23895e34a9d4,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:09.904882 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39692) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:09.945418 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-d514ad41-e7e5-4c8a-8110-13fccdd482a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a842a460ed64afba57f8b0bab1fd627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392582 Dec 22 17:04:09.947843 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [-] (108902) accepted ('10.222.0.41', 39694) {{(pid=108902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:09.996559 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.011941 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device fb40d799-f9e0-44f2-930a-c00addc82b33 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:10.018610 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.031467 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: fb40d799-f9e0-44f2-930a-c00addc82b33 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:10.031811 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device fb40d799-f9e0-44f2-930a-c00addc82b33 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:10.032245 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device b7769f60-2151-41ca-afbe-2cde596163c4 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:10.055821 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: b7769f60-2151-41ca-afbe-2cde596163c4 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:10.056212 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device b7769f60-2151-41ca-afbe-2cde596163c4 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:10.056639 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 496ee995-6aac-46c0-9efa-2146797b52a1 no longer exists at agent ovs-agent-dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 17:04:10.065654 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.068281 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron_lib.callbacks.manager [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.069677 dv-cinder-784477-12-iscsi neutron-server[108902]: INFO neutron.wsgi [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36502ff2-92dc-4054-838f-7d60fe657ee4 HTTP/1.1" status: 204 len: 168 time: 0.1209226 Dec 22 17:04:10.077669 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c7f0-95af-4953-8e58-3d088c5235cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36502ff2-92dc-4054-838f-7d60fe657ee4,revision_number=None']} {{(pid=108902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:10.077980 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.plugin [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] No Port match for: 496ee995-6aac-46c0-9efa-2146797b52a1 {{(pid=108903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 17:04:10.078335 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron.plugins.ml2.rpc [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Device 496ee995-6aac-46c0-9efa-2146797b52a1 not bound to the agent host dv-cinder-784477-12-iscsi {{(pid=108903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 17:04:10.384094 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39700) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:10.424745 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-828d962c-43da-45a2-b46f-0f1a0c843424 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a05a0c300b164f04a908fbe8b0fd81fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394447 Dec 22 17:04:10.427208 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.wsgi [-] (108901) accepted ('10.222.0.41', 39702) {{(pid=108901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 17:04:10.479177 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.500021 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.547462 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663026'] for security_group, after_delete {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.550204 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron_lib.callbacks.manager [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:10.551363 dv-cinder-784477-12-iscsi neutron-server[108901]: INFO neutron.wsgi [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2d31dfd-10c0-4ba6-b334-ab9c8c0724a1 HTTP/1.1" status: 204 len: 168 time: 0.1232588 Dec 22 17:04:10.560411 dv-cinder-784477-12-iscsi neutron-server[108901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48999af-00da-4895-8ca1-736e316343cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d31dfd-10c0-4ba6-b334-ab9c8c0724a1,revision_number=None']} {{(pid=108901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:14.578559 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:04:30.541401 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-e3147070-4a29-407c-91aa-0159bd3be71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:32.713229 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-00a21053-63b2-467e-959b-0dd129431c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:34.056152 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:35.508096 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:36.412772 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:36.451081 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:04:51.576638 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:05:00.534197 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8a1c-4339-42a0-9692-67b487ea8464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:02.714802 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-5bbbc0df-d26b-4142-8657-9b82525e0460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:04.056737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:05.513973 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:06.414484 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:06.449708 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:28.576702 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:05:30.537927 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-55f89104-f216-4916-aa0f-ad029aeff30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:32.716600 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-714ad22d-9e12-4c01-9da0-ec485e49bc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:34.059024 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:35.513505 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:36.428673 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:05:36.451758 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:00.540761 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-591658d8-49bf-4b18-8ab4-60acee8e4d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:02.719226 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0ea6db4e-9584-42f0-b362-cf49d61bc7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:04.061865 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:05.540879 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:05.577070 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:06:06.428822 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:06.465877 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:30.543283 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-76b494ad-3646-4d33-a35a-3a5186333d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:32.722737 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-6b4eae4b-05a4-4e2b-a7d8-31281b5f4b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:34.066055 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:35.521577 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:36.443797 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:36.462744 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:06:42.577612 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:07:00.544825 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-d3cab301-66fc-40ee-bf49-15d443f3df9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:02.725236 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-0ad910d6-2baf-4eb4-9920-b15e2604c357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:04.067632 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:05.522217 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:06.465138 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:06.467011 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:19.577474 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:07:30.547819 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-64d2b233-fcdd-4f0b-8405-f37d631854f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:30.977547 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [req-5ecccd14-51cb-4661-bb0e-cdd526645e69 req-85da51ae-0043-4c37-bd80-7ff93109e8f4 service neutron] (108902) timed out ('10.222.0.54', 49907) {{(pid=108902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 17:07:31.344480 dv-cinder-784477-12-iscsi neutron-server[108902]: DEBUG neutron.wsgi [req-6e197c01-96f0-4d8f-9618-9c92b5f2ad1c req-a7da74ab-2552-4d84-9fa6-862957db45ea service neutron] (108902) timed out ('10.222.0.54', 49901) {{(pid=108902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 17:07:32.729655 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1ccd9249-0c6a-4bcb-9089-493c77fd5604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:34.072332 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:35.524942 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:36.467669 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:36.468862 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:07:56.576923 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:08:00.550463 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-8826e166-1ab5-4263-a72c-9cabc64a6938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:02.732054 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-438ae014-f069-4721-847b-3fe6f0d43bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:04.074958 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:05.547591 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:06.468950 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:06.471249 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:30.554204 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-27f9b2fb-804e-4634-87b1-231f1cbd708d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:32.732709 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-11922138-3474-4ada-89f9-a79b621b1e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:33.577165 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 17:08:34.077238 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:35.530048 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:36.463188 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:08:36.469307 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:00.556210 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-3b8c4d7d-f94e-4cf5-99ae-8cc71387c40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:02.732576 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-1ac94f34-7ff2-47de-bf75-1ff572a62bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:04.079910 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-663411ce-b597-49c0-9085-39110a5090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:05.532356 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-98542114-875e-41da-b80a-c51d80540203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:06.476076 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-b3110a4d-c74e-49c0-b577-1bf4e41be802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:06.483550 dv-cinder-784477-12-iscsi neutron-server[108903]: DEBUG neutron_lib.callbacks.manager [None req-25882f7d-a01b-49ec-a6ff-1ab4d2a8beae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782446806986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3693690'] for agent, after_update {{(pid=108903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 17:09:10.578356 dv-cinder-784477-12-iscsi neutron-server[108904]: DEBUG neutron.db.agents_db [None req-8d0ffb22-3c1e-4240-8cba-20e6a524a092 None None] Agent healthcheck: found 6 active agents {{(pid=108904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}